[ 505.332962] env[63021]: INFO neutron.common.config [-] Logging enabled! [ 505.333368] env[63021]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 505.333467] env[63021]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=63021) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 505.333778] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 505.333880] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 505.334727] env[63021]: WARNING oslo_policy.policy [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 505.334959] env[63021]: WARNING oslo_policy.policy [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 505.336485] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] VMware NSXv3 Agent initialized successfully. [ 505.336857] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] Acquiring lock "singleton_lock" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.336977] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] Acquired lock "singleton_lock" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.337233] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] Releasing lock "singleton_lock" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.337539] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] Full set of CONF: {{(pid=63021) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 505.337665] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ******************************************************************************** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 505.337777] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] Configuration options gathered from: {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 505.338216] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 505.338414] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 505.338533] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ================================================================================ {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 505.338711] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] agent_down_time = 75 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.338863] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] allow_automatic_dhcp_failover = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.339022] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] allow_bulk = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.339178] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] api_extensions_path = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.339331] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] api_paste_config = api-paste.ini {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.339480] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] auth_strategy = keystone {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.339594] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] backdoor_port = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.339706] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] backdoor_socket = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.339852] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] backlog = 4096 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.339997] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] base_mac = fa:16:3e:00:00:00 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.340179] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] bind_host = 0.0.0.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.340331] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] bind_port = 9696 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.340476] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] client_socket_timeout = 900 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.340625] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] config_dir = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.340745] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.340893] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] config_source = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.341052] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] control_exchange = neutron {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.341208] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] core_plugin = ml2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.341353] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] debug = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.341500] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] default_availability_zones = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.341719] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.341869] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] dhcp_agent_notification = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.342021] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] dhcp_agents_per_network = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.342171] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] dhcp_lease_duration = 86400 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.342326] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] dhcp_load_type = networks {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.342473] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] dns_domain = openstacklocal {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.342623] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.342768] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] enable_default_route_bfd = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.342909] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] enable_default_route_ecmp = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.343066] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] enable_dvr = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.343211] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] enable_new_agents = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.343351] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.343490] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] enable_signals = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.343627] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] enable_traditional_dhcp = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.343763] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] external_dns_driver = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.343900] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] filter_validation = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.344061] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] global_physnet_mtu = 8950 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.344209] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] graceful_shutdown_timeout = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.344394] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] host = cpu-1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.344542] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] host_dvr_for_dhcp = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.344684] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] http_retries = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.344831] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] instance_format = [instance: %(uuid)s] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.344975] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.345134] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ipam_driver = internal {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.345273] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ipv6_pd_enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.345412] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] l3_ha = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.345555] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.345702] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] l3_ha_network_physical_name = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.345846] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] l3_ha_network_type = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.345991] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] log_color = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.346147] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] log_config_append = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.346293] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.346436] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] log_dir = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.346612] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] log_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.346782] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] log_options = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.346951] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] log_rotate_interval = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.347143] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] log_rotate_interval_type = days {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.347302] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] log_rotation_type = none {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.347419] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.347530] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.347678] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.347825] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.347938] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.348097] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] max_dns_nameservers = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.348263] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] max_header_line = 16384 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.348407] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] max_l3_agents_per_router = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.348548] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] max_logfile_count = 30 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.348689] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] max_logfile_size_mb = 200 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.348826] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] max_subnet_host_routes = 20 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.348971] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] my_ip = 10.180.1.21 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.349127] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] my_ipv6 = ::1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.349269] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] network_auto_schedule = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.349404] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] network_link_prefix = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.349545] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.349687] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] notify_nova_on_port_data_changes = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.349827] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] notify_nova_on_port_status_changes = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.349971] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] pagination_max_limit = -1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.350122] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] publish_errors = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.350263] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] rate_limit_burst = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.350409] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] rate_limit_except_level = CRITICAL {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.350548] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] rate_limit_interval = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.350684] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] retry_until_window = 30 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.350820] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] router_distributed = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.350956] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] rpc_resources_processing_step = 20 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.351105] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] rpc_response_max_timeout = 600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.351248] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] rpc_response_timeout = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.351383] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] send_events_interval = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.351537] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] service_plugins = ['router'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.351681] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] setproctitle = on {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.351818] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] shell_completion = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.351962] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] state_path = /opt/stack/data/neutron {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.352121] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] syslog_log_facility = LOG_USER {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.352262] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] tcp_keepidle = 600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.352407] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] transport_url = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.352547] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] use_journal = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.352683] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] use_json = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.352820] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] use_ssl = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.352955] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] use_stderr = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.353112] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] use_syslog = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.353252] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] vlan_qinq = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.353390] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] vlan_transparent = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.353526] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] watch_log_file = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.353665] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] wsgi_default_pool_size = 100 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.353802] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] wsgi_keep_alive = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.353946] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.354104] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] wsgi_server_debug = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 505.354267] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_concurrency.disable_process_locking = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.354463] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.354647] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.354796] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.354950] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.355114] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.355262] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.355421] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.connection_string = messaging:// {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.355571] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.355722] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.es_doc_type = notification {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.355867] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.es_scroll_size = 10000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.356023] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.es_scroll_time = 2m {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.356165] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.filter_error_trace = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.356313] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.hmac_keys = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.356459] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.sentinel_service_name = mymaster {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.356607] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.socket_timeout = 0.1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.356751] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.trace_requests = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.356893] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler.trace_sqlalchemy = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.357081] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler_jaeger.process_tags = {} {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.357240] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler_jaeger.service_name_prefix = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.357387] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] profiler_otlp.service_name_prefix = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.357546] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.enforce_new_defaults = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.357824] env[63021]: WARNING oslo_config.cfg [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 505.357985] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.enforce_scope = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.358201] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.policy_default_rule = default {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.358380] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.358535] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.358690] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.358833] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.358975] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.359133] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.359282] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.359435] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_policy.remote_timeout = 60.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.359594] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.359750] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] agent.extensions = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.359899] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.360059] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] service_providers.service_provider = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.360219] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.default_quota = -1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.360369] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.360513] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.quota_floatingip = 50 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.360657] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.quota_network = 100 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.360801] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.quota_port = 500 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.360945] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.361107] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.quota_router = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.361242] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.quota_security_group = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.361387] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.361529] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.quota_subnet = 100 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.361668] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] QUOTAS.track_quota_usage = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.361820] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.361961] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep.group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.362110] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep.helper_command = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.362259] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.362401] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep.thread_pool_size = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.362541] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep.user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.362690] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.362830] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_dhcp_release.group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.362967] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_dhcp_release.helper_command = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.363123] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.363266] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.363403] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_dhcp_release.user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.363550] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.363688] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_ovs_vsctl.group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.363826] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_ovs_vsctl.helper_command = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.363969] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.364123] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.364261] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_ovs_vsctl.user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.364409] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_namespace.capabilities = [21] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.364547] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_namespace.group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.364686] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_namespace.helper_command = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.364834] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.364981] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_namespace.thread_pool_size = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.365134] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_namespace.user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.365284] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_conntrack.capabilities = [12] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.365426] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_conntrack.group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.365566] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_conntrack.helper_command = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.365712] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.365858] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.365998] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_conntrack.user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.366161] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_link.capabilities = [12, 21] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.366302] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_link.group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.366441] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_link.helper_command = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.366583] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.366726] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_link.thread_pool_size = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.366864] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] privsep_link.user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.367057] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.367223] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.367372] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.continue_on_failed_promotions = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.367518] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.dscp = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.367663] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.dscp_inherit = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.367813] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.force_mp_to_policy = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.367956] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.locking_coordinator_url = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.368119] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.log_agent_heartbeats = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.368286] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.logging_expire = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.368443] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.368591] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.368743] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.polling_interval = 240 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.368890] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.369064] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.369228] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.report_interval = 30.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.369383] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.369532] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.369682] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.369831] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.sync_skew = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.369979] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.synchronization_queue_size = 20 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.370142] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT.use_helper_for_ns_read = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.370300] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] SECURITYGROUP.enable_ipset = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.370453] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] SECURITYGROUP.enable_security_group = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.370603] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.370755] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.370907] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] experimental.ipv6_pd_enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.371085] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ml2.extension_drivers = ['port_security'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.371234] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ml2.external_network_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.371392] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.371545] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ml2.overlay_ip_version = 4 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.371696] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ml2.path_mtu = 8950 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.371844] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ml2.physical_network_mtus = {} {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.372010] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ml2.tenant_network_types = ['vlan'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.372166] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.372319] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ml2.type_drivers = ['vlan'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.372474] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT_CLI.neutron_port_id = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.372619] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.372766] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.372923] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.373086] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.373239] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.373387] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.373537] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.373686] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.373889] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.374056] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_login_password = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.374212] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_login_port = 443 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.374359] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_login_user = admin {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.374506] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.374656] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.374800] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.374942] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.375105] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.375259] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.375407] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.375554] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.375699] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.375847] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.376010] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.376160] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.376310] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.376507] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.376664] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] vsphere.vsphere_login_password = VMware1! {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.376814] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.376960] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.377164] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.377337] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.auth_type = password {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.377492] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.377636] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.377781] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.377933] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.endpoint_type = public {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.378086] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.378259] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.378415] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.region_name = RegionOne {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.378559] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.378699] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] nova.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.378846] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.378996] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.auth_type = password {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.379158] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.379361] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.379523] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.379679] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.endpoint_type = public {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.379824] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.379962] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.380115] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.region_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.380260] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.380402] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] placement.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.380550] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.380690] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.auth_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.380830] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.380968] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.381123] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.381265] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.connect_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.381405] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.connect_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.381546] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.enable_notifications = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.381684] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.endpoint_override = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.381831] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.381958] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.interface = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.382107] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.382245] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.max_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.382380] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.min_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.382516] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.region_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.382654] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.retriable_status_codes = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.382791] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.service_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.382926] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.service_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.383078] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.383226] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.status_code_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.383358] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.status_code_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.383497] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.383632] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.valid_interfaces = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.383769] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ironic.version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.383913] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] cli_script.dry_run = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.384076] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.384223] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.384367] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.384508] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.384649] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.384793] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.384933] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.385109] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.385304] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.385422] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.385567] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.385720] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.385872] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.386031] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.386189] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.386332] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.386477] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.386629] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.386776] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.386920] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.387100] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.387258] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.387407] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.387555] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.387700] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.387845] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.387990] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.388171] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.388320] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.388469] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.ssl = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.388623] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.388772] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.388917] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.389079] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.389264] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.389418] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.389575] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_notifications.driver = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.389722] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_notifications.retry = -1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.389883] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.390037] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 505.390180] env[63021]: DEBUG oslo_service.service [None req-9dbf6193-9d77-4c94-9776-7e59191252d9 None None] ******************************************************************************** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 505.391201] env[63021]: DEBUG neutron.agent.securitygroups_rpc [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Init firewall settings (driver=nsxv3) {{(pid=63021) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 505.392549] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=63021) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 505.392778] env[63021]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] RPC agent_id: nsxm-l-01a.corp.local [ 505.395054] env[63021]: DEBUG dogpile.cache.region [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 505.395202] env[63021]: DEBUG dogpile.lock [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 505.395291] env[63021]: DEBUG dogpile.lock [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 505.395392] env[63021]: DEBUG dogpile.lock [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 505.395493] env[63021]: DEBUG dogpile.cache.region [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 505.395584] env[63021]: DEBUG dogpile.lock [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 505.395708] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 505.426441] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Session token - acquiring [ 505.428146] env[63021]: DEBUG networking_nsxv3.common.locking [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.428398] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.428515] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.428958] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.439327] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.696840] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 505.722465] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 505.722659] env[63021]: DEBUG dogpile.cache.region [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Cache value generated in 0.327 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 505.722803] env[63021]: DEBUG dogpile.lock [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 505.722930] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Activating Policy API Provider. [ 505.723146] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Looking for the default Infrastructure Rules. [ 505.789940] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Looking for the Default Layer3 Logged Drop Section. [ 505.803493] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 505.803919] env[63021]: DEBUG networking_nsxv3.common.locking [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.804100] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquiring lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.804204] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.804470] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired external semaphore "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.804787] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 506.321229] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 506.824274] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 507.327151] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Inventory metadata is going to be refreshed. [ 507.327306] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 508.313225] env[63021]: DEBUG networking_nsxv3.common.locking [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.313730] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.313730] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.313891] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.324734] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 508.326745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.327676] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 508.345072] env[63021]: DEBUG networking_nsxv3.common.locking [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.345348] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.345348] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.345644] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.345770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.345919] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 508.346056] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 508.346169] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 508.366490] env[63021]: DEBUG networking_nsxv3.common.locking [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.366708] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.366893] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.367227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.367478] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.367644] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 508.385961] env[63021]: DEBUG networking_nsxv3.common.locking [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.386210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.386255] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.386544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.386689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.386843] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 508.406745] env[63021]: DEBUG networking_nsxv3.common.locking [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.406969] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquiring lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.407029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.407372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired external semaphore "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.407498] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Releasing lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.407648] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 508.407756] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 508.407865] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 508.426480] env[63021]: DEBUG networking_nsxv3.common.locking [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.426664] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquiring lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.426779] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.427019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired external semaphore "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.427185] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Releasing lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.427332] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 508.427439] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 508.427589] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 508.446130] env[63021]: DEBUG networking_nsxv3.common.locking [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.446348] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.446453] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.446641] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.446781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.446928] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 508.447050] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 508.447223] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Inventory metadata have been refreshed. [ 508.447322] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Dryrun:True. Metadata refresh completed. [ 508.447422] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Releasing lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.449899] env[63021]: INFO neutron.agent.agent_extensions_manager [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Loaded agent extensions: [] [ 508.450953] env[63021]: DEBUG neutron_lib.callbacks.manager [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=63021) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 508.520464] env[63021]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] NSXv3 Agent Agent RPC Daemon Started! [ 508.520711] env[63021]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] NSXv3 Agent Agent loop - iteration:0 started [ 508.520711] env[63021]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] NSXv3 Agent Agent out of sync with plugin! [ 513.451701] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 513.452068] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 518.452770] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 518.452988] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 520.454781] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.455215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.455215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.455378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.455541] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 520.958430] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 521.462521] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 521.965322] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 521.965556] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 522.085915] env[63021]: INFO networking_nsxv3.common.synchronization [None req-51d2ae70-69fa-4a82-8479-b9b0b9f9e954 demo admin] Enqueued Resource ID: dc7df451-05d0-4058-a63c-da7a4103df4d with Priority: HIGHEST for action security_group_rules [ 522.086603] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7df451-05d0-4058-a63c-da7a4103df4d with Priority: HIGHEST for action security_group_rules [ 522.086797] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7df451-05d0-4058-a63c-da7a4103df4d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.086922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7df451-05d0-4058-a63c-da7a4103df4d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.086988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7df451-05d0-4058-a63c-da7a4103df4d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.087396] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7df451-05d0-4058-a63c-da7a4103df4d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.087487] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7df451-05d0-4058-a63c-da7a4103df4d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.611810] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.612238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.612238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.612238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.612351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.612440] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7df451-05d0-4058-a63c-da7a4103df4d already deleted. [ 522.612488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7df451-05d0-4058-a63c-da7a4103df4d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.672581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.672796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.672796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.672968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.684727] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 522.685507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.686082] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 522.700875] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.701032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.701101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.701243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.701324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.701422] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 522.701495] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.701565] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 522.721438] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.721574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.721618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.721768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.721889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.721985] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 522.739035] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.739177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.739225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.739361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.739454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.739544] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 522.756617] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.756740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.756780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.756953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.757062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.757162] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 522.757296] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.757370] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 522.772053] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.772174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.772216] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.772369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.772448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.772539] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 522.772608] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.772677] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 522.787868] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.787993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.788047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.788217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.788435] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.788562] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 522.788639] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.788713] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 522.788830] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 522.788864] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 522.788908] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 522.788971] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 522.789238] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 522.789304] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 522.789374] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 522.804855] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.804991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.805048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.805228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.805325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.805424] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 522.820545] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.820661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.820712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.820866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.820955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.917891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.087511] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 527.087937] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 532.089506] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 532.089506] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.090959] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.091332] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.092645] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.092645] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.574053] env[63021]: INFO networking_nsxv3.common.synchronization [None req-d6b26f01-05e2-4bf3-b6b0-7bd69e7a7dfc None None] Enqueued Resource ID: f5be0d5c-9d8c-4293-a9fa-9c354953a21d with Priority: HIGHEST for action port [ 546.574053] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5be0d5c-9d8c-4293-a9fa-9c354953a21d with Priority: HIGHEST for action port [ 546.574053] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5be0d5c-9d8c-4293-a9fa-9c354953a21d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.574053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5be0d5c-9d8c-4293-a9fa-9c354953a21d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.574053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5be0d5c-9d8c-4293-a9fa-9c354953a21d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.575549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5be0d5c-9d8c-4293-a9fa-9c354953a21d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.575549] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5be0d5c-9d8c-4293-a9fa-9c354953a21d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.081118] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5be0d5c-9d8c-4293-a9fa-9c354953a21d [ 547.081118] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.081118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.081118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.081118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.081118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.081118] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5be0d5c-9d8c-4293-a9fa-9c354953a21d already deleted. [ 547.081118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5be0d5c-9d8c-4293-a9fa-9c354953a21d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.408624] env[63021]: INFO networking_nsxv3.common.synchronization [None req-a7d132ec-6a88-456c-9785-85e77fa451ca None None] Enqueued Resource ID: 001bcf0a-666d-40da-bec1-613cc9e3ff66 with Priority: HIGHEST for action port [ 548.408873] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001bcf0a-666d-40da-bec1-613cc9e3ff66 with Priority: HIGHEST for action port [ 548.409718] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-001bcf0a-666d-40da-bec1-613cc9e3ff66 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.409718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-001bcf0a-666d-40da-bec1-613cc9e3ff66" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.409718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-001bcf0a-666d-40da-bec1-613cc9e3ff66" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.410358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-001bcf0a-666d-40da-bec1-613cc9e3ff66" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.410358] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001bcf0a-666d-40da-bec1-613cc9e3ff66',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.911638] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 001bcf0a-666d-40da-bec1-613cc9e3ff66 [ 548.911877] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.912030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.912109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.912325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.912416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.912511] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:001bcf0a-666d-40da-bec1-613cc9e3ff66 already deleted. [ 548.912593] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-001bcf0a-666d-40da-bec1-613cc9e3ff66" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.966329] env[63021]: INFO networking_nsxv3.common.synchronization [None req-4354bbde-7e06-470c-aa92-2ea676384b29 None None] Enqueued Resource ID: a983493f-417c-4f15-ade3-e8c79f97d0ac with Priority: HIGHEST for action port [ 550.966615] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a983493f-417c-4f15-ade3-e8c79f97d0ac with Priority: HIGHEST for action port [ 550.967261] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a983493f-417c-4f15-ade3-e8c79f97d0ac taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.967379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a983493f-417c-4f15-ade3-e8c79f97d0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.967444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a983493f-417c-4f15-ade3-e8c79f97d0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.967686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a983493f-417c-4f15-ade3-e8c79f97d0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.967811] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a983493f-417c-4f15-ade3-e8c79f97d0ac',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.471911] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a983493f-417c-4f15-ade3-e8c79f97d0ac [ 551.471911] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.471911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.471911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.471911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.471911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.471911] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a983493f-417c-4f15-ade3-e8c79f97d0ac already deleted. [ 551.472400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a983493f-417c-4f15-ade3-e8c79f97d0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.862538] env[63021]: INFO networking_nsxv3.common.synchronization [None req-e7f43ea5-4482-4704-b633-8bd74745feef None None] Enqueued Resource ID: 3521affc-a6a1-43b4-a2c5-a1c13f8ea1af with Priority: HIGHEST for action port [ 552.862806] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3521affc-a6a1-43b4-a2c5-a1c13f8ea1af with Priority: HIGHEST for action port [ 552.863625] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-3521affc-a6a1-43b4-a2c5-a1c13f8ea1af taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.863625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3521affc-a6a1-43b4-a2c5-a1c13f8ea1af" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.863625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3521affc-a6a1-43b4-a2c5-a1c13f8ea1af" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.863625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3521affc-a6a1-43b4-a2c5-a1c13f8ea1af" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.863625] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3521affc-a6a1-43b4-a2c5-a1c13f8ea1af',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.370552] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3521affc-a6a1-43b4-a2c5-a1c13f8ea1af [ 553.370552] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.370552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.370552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.370552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.370552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.370552] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3521affc-a6a1-43b4-a2c5-a1c13f8ea1af already deleted. [ 553.370552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3521affc-a6a1-43b4-a2c5-a1c13f8ea1af" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.395444] env[63021]: INFO networking_nsxv3.common.synchronization [None req-79d1b3f0-d7f4-4dce-b939-d1880dfd8e89 None None] Enqueued Resource ID: ab28d867-dfef-4bb4-b81a-d5bff14f9c46 with Priority: HIGHEST for action port [ 553.396195] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab28d867-dfef-4bb4-b81a-d5bff14f9c46 with Priority: HIGHEST for action port [ 553.396307] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab28d867-dfef-4bb4-b81a-d5bff14f9c46 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.396414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab28d867-dfef-4bb4-b81a-d5bff14f9c46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.396480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab28d867-dfef-4bb4-b81a-d5bff14f9c46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.396732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab28d867-dfef-4bb4-b81a-d5bff14f9c46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.396817] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab28d867-dfef-4bb4-b81a-d5bff14f9c46',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.899920] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab28d867-dfef-4bb4-b81a-d5bff14f9c46 [ 553.900559] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.900559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.900559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.900559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.900757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.900757] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab28d867-dfef-4bb4-b81a-d5bff14f9c46 already deleted. [ 553.900817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab28d867-dfef-4bb4-b81a-d5bff14f9c46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.604900] env[63021]: INFO networking_nsxv3.common.synchronization [None req-672b5b17-5001-4b75-b2ff-65429d7ea1f9 None None] Enqueued Resource ID: 6919fdaf-f4c1-4963-ac37-deefe2a225dd with Priority: HIGHEST for action port [ 554.605165] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6919fdaf-f4c1-4963-ac37-deefe2a225dd with Priority: HIGHEST for action port [ 554.605706] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-6919fdaf-f4c1-4963-ac37-deefe2a225dd taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.605832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6919fdaf-f4c1-4963-ac37-deefe2a225dd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.605902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6919fdaf-f4c1-4963-ac37-deefe2a225dd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.606419] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6919fdaf-f4c1-4963-ac37-deefe2a225dd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.606635] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6919fdaf-f4c1-4963-ac37-deefe2a225dd',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.109711] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6919fdaf-f4c1-4963-ac37-deefe2a225dd [ 555.109711] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.109711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.109711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.109711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.109711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.109711] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6919fdaf-f4c1-4963-ac37-deefe2a225dd already deleted. [ 555.109711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6919fdaf-f4c1-4963-ac37-deefe2a225dd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.920472] env[63021]: INFO networking_nsxv3.common.synchronization [None req-f537a088-e7db-477b-90d4-fa8cde64db0d None None] Enqueued Resource ID: ddfe72db-5304-4876-9b2e-e91521ce25c1 with Priority: HIGHEST for action port [ 555.921050] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfe72db-5304-4876-9b2e-e91521ce25c1 with Priority: HIGHEST for action port [ 555.921409] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddfe72db-5304-4876-9b2e-e91521ce25c1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.921935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddfe72db-5304-4876-9b2e-e91521ce25c1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.921935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddfe72db-5304-4876-9b2e-e91521ce25c1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.921935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddfe72db-5304-4876-9b2e-e91521ce25c1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.921935] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddfe72db-5304-4876-9b2e-e91521ce25c1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.101891] env[63021]: INFO networking_nsxv3.common.synchronization [None req-863835bf-7414-4a13-8174-3a02eecc68be None None] Enqueued Resource ID: 4f56136e-993c-424b-86cb-d40b621b48b0 with Priority: HIGHEST for action port [ 556.102439] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f56136e-993c-424b-86cb-d40b621b48b0 with Priority: HIGHEST for action port [ 556.102959] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f56136e-993c-424b-86cb-d40b621b48b0 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.103248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f56136e-993c-424b-86cb-d40b621b48b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.103248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f56136e-993c-424b-86cb-d40b621b48b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.103389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f56136e-993c-424b-86cb-d40b621b48b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.103466] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f56136e-993c-424b-86cb-d40b621b48b0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.427559] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddfe72db-5304-4876-9b2e-e91521ce25c1 [ 556.428455] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.428647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.428720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.428988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.429242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.429242] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddfe72db-5304-4876-9b2e-e91521ce25c1 already deleted. [ 556.429424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddfe72db-5304-4876-9b2e-e91521ce25c1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.602028] env[63021]: INFO networking_nsxv3.common.synchronization [None req-afa15193-449b-4e1b-a182-e0558f65c6b0 None None] Enqueued Resource ID: ce9207f5-35e7-423a-9ffd-9d4a51382a69 with Priority: HIGHEST for action port [ 556.602324] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9207f5-35e7-423a-9ffd-9d4a51382a69 with Priority: HIGHEST for action port [ 556.602934] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce9207f5-35e7-423a-9ffd-9d4a51382a69 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.603022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce9207f5-35e7-423a-9ffd-9d4a51382a69" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.603078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce9207f5-35e7-423a-9ffd-9d4a51382a69" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.603342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce9207f5-35e7-423a-9ffd-9d4a51382a69" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.603394] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce9207f5-35e7-423a-9ffd-9d4a51382a69',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.607046] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f56136e-993c-424b-86cb-d40b621b48b0 [ 556.607537] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.607537] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.607537] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.608030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.608030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.608030] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f56136e-993c-424b-86cb-d40b621b48b0 already deleted. [ 556.608030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f56136e-993c-424b-86cb-d40b621b48b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.035682] env[63021]: INFO networking_nsxv3.common.synchronization [None req-04eed366-feb6-4045-b291-79bf4744a169 None None] Enqueued Resource ID: 3b4da667-a7c2-40b5-a0a5-7163a660e4da with Priority: HIGHEST for action port [ 557.035682] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4da667-a7c2-40b5-a0a5-7163a660e4da with Priority: HIGHEST for action port [ 557.035682] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b4da667-a7c2-40b5-a0a5-7163a660e4da taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.035682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b4da667-a7c2-40b5-a0a5-7163a660e4da" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.035682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b4da667-a7c2-40b5-a0a5-7163a660e4da" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.035682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b4da667-a7c2-40b5-a0a5-7163a660e4da" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.035682] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4da667-a7c2-40b5-a0a5-7163a660e4da',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.105465] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce9207f5-35e7-423a-9ffd-9d4a51382a69 [ 557.106047] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.106166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.106259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.106469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.106564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.106668] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce9207f5-35e7-423a-9ffd-9d4a51382a69 already deleted. [ 557.106737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce9207f5-35e7-423a-9ffd-9d4a51382a69" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.537949] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b4da667-a7c2-40b5-a0a5-7163a660e4da [ 557.537949] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.537949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.537949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.538342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.538342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.538342] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b4da667-a7c2-40b5-a0a5-7163a660e4da already deleted. [ 557.538342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b4da667-a7c2-40b5-a0a5-7163a660e4da" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.937826] env[63021]: INFO networking_nsxv3.common.synchronization [req-d4920ddd-15db-4060-9c6b-ec4bd6fea66c req-76f07f44-8cba-4a71-86e8-2b6122932156 tempest-FloatingIPsAssociationTestJSON-1306702303 tempest-FloatingIPsAssociationTestJSON-1306702303-project-member] Enqueued Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 558.939091] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 558.939427] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.939547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.939663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.939978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.940186] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.940298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.940357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.940514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.940598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.940694] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.271191] env[63021]: INFO networking_nsxv3.common.synchronization [None req-951152ff-19ab-4b34-b3bb-9e67dad65798 None None] Enqueued Resource ID: 894f6c03-ff99-421a-b296-e97af07ee01c with Priority: HIGHEST for action port [ 559.271441] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 894f6c03-ff99-421a-b296-e97af07ee01c with Priority: HIGHEST for action port [ 559.272020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-894f6c03-ff99-421a-b296-e97af07ee01c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.272131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-894f6c03-ff99-421a-b296-e97af07ee01c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.272199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-894f6c03-ff99-421a-b296-e97af07ee01c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.272445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-894f6c03-ff99-421a-b296-e97af07ee01c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.272522] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894f6c03-ff99-421a-b296-e97af07ee01c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.389050] env[63021]: INFO networking_nsxv3.common.synchronization [None req-0e5a1da7-e879-4035-8594-11b2a574c02a None None] Enqueued Resource ID: 6e448e32-9af5-4592-a187-b81df2134ff8 with Priority: HIGHEST for action port [ 559.389783] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e448e32-9af5-4592-a187-b81df2134ff8 with Priority: HIGHEST for action port [ 559.391988] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e448e32-9af5-4592-a187-b81df2134ff8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.392140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e448e32-9af5-4592-a187-b81df2134ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.392286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e448e32-9af5-4592-a187-b81df2134ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.394018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e448e32-9af5-4592-a187-b81df2134ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.394018] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e448e32-9af5-4592-a187-b81df2134ff8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.447132] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.447132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.447132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.447430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.447552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.447768] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.447889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.448318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.448525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.448607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.448705] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a already deleted. [ 559.448801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.776326] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 894f6c03-ff99-421a-b296-e97af07ee01c [ 559.778245] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.778245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.778245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.778245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.778245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.778245] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:894f6c03-ff99-421a-b296-e97af07ee01c already deleted. [ 559.778245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-894f6c03-ff99-421a-b296-e97af07ee01c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.890531] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.890725] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-156" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.890850] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-156" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.891469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-156" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.893020] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.893020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.893020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.893020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.893020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.893020] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 559.893020] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 559.893020] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 559.893020] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 559.893575] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 559.893575] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 559.893575] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 559.896803] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e448e32-9af5-4592-a187-b81df2134ff8 [ 559.897062] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.897176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.897242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.897417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.897498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.897585] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e448e32-9af5-4592-a187-b81df2134ff8 already deleted. [ 559.897667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e448e32-9af5-4592-a187-b81df2134ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.919845] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 559.920020] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 559.920165] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 559.920341] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-156" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.920650] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-892c8e3d-851e-4ad1-bbab-938e49f4cba1 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.920815] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-892c8e3d-851e-4ad1-bbab-938e49f4cba1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.920932] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-892c8e3d-851e-4ad1-bbab-938e49f4cba1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.921266] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-892c8e3d-851e-4ad1-bbab-938e49f4cba1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.921409] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('892c8e3d-851e-4ad1-bbab-938e49f4cba1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.113915] env[63021]: INFO networking_nsxv3.common.synchronization [None req-da9d8509-4129-494e-a256-bc0db553a408 None None] Enqueued Resource ID: 996a0e31-f992-49cd-b523-71c6461e3c39 with Priority: HIGHEST for action port [ 560.114188] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996a0e31-f992-49cd-b523-71c6461e3c39 with Priority: HIGHEST for action port [ 560.114742] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-996a0e31-f992-49cd-b523-71c6461e3c39 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.114885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-996a0e31-f992-49cd-b523-71c6461e3c39" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.114959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-996a0e31-f992-49cd-b523-71c6461e3c39" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.115222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-996a0e31-f992-49cd-b523-71c6461e3c39" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.115309] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('996a0e31-f992-49cd-b523-71c6461e3c39',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.423376] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.423605] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.423736] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.424024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.424175] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.424326] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 892c8e3d-851e-4ad1-bbab-938e49f4cba1 not found, creating... [ 560.424579] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.424749] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.424883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.425115] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.425252] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.425612] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.425761] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.425882] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.427027] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.427027] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.427133] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 892c8e3d-851e-4ad1-bbab-938e49f4cba1 is going to be created. [ 560.450496] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.450703] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.452022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.452022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.452022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.452022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-892c8e3d-851e-4ad1-bbab-938e49f4cba1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.619893] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 996a0e31-f992-49cd-b523-71c6461e3c39 [ 560.619893] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.619893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.619893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.619893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.620131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.620131] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:996a0e31-f992-49cd-b523-71c6461e3c39 already deleted. [ 560.620202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-996a0e31-f992-49cd-b523-71c6461e3c39" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.892359] env[63021]: INFO networking_nsxv3.common.synchronization [None req-159a1275-d394-4010-8c3c-c34ca148cb4f None None] Enqueued Resource ID: 623317ee-d6c9-4e1b-998e-9cf8ae531f22 with Priority: HIGHEST for action port [ 560.892359] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623317ee-d6c9-4e1b-998e-9cf8ae531f22 with Priority: HIGHEST for action port [ 560.892432] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-623317ee-d6c9-4e1b-998e-9cf8ae531f22 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.892501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-623317ee-d6c9-4e1b-998e-9cf8ae531f22" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.892620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-623317ee-d6c9-4e1b-998e-9cf8ae531f22" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.894731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-623317ee-d6c9-4e1b-998e-9cf8ae531f22" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.894731] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623317ee-d6c9-4e1b-998e-9cf8ae531f22',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.398521] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 623317ee-d6c9-4e1b-998e-9cf8ae531f22 [ 561.398521] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.398521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.398521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.398900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.398900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.398900] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:623317ee-d6c9-4e1b-998e-9cf8ae531f22 already deleted. [ 561.398900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-623317ee-d6c9-4e1b-998e-9cf8ae531f22" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.715519] env[63021]: INFO networking_nsxv3.common.synchronization [req-79897f00-0a7d-4bd4-8430-d0614e82dc58 req-032dcd8c-c214-4f03-b362-b5164612bd9b tempest-DeleteServersAdminTestJSON-430766428 tempest-DeleteServersAdminTestJSON-430766428-project-member] Enqueued Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 561.718742] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 561.718742] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.718742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.718742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.718742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.718742] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.718742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.718742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.718742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.718742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.718742] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.118873] env[63021]: INFO networking_nsxv3.common.synchronization [req-d4920ddd-15db-4060-9c6b-ec4bd6fea66c req-63ef8dd5-b547-44fd-b039-efe0d66667a8 service nova] Enqueued Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_rules [ 562.121117] env[63021]: INFO networking_nsxv3.common.synchronization [req-d4920ddd-15db-4060-9c6b-ec4bd6fea66c req-63ef8dd5-b547-44fd-b039-efe0d66667a8 service nova] Enqueued Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 562.121117] env[63021]: INFO networking_nsxv3.common.synchronization [req-d4920ddd-15db-4060-9c6b-ec4bd6fea66c req-63ef8dd5-b547-44fd-b039-efe0d66667a8 service nova] Enqueued Resource ID: 892c8e3d-851e-4ad1-bbab-938e49f4cba1 with Priority: HIGHEST for action port [ 562.121117] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_rules [ 562.121117] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 562.121117] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 892c8e3d-851e-4ad1-bbab-938e49f4cba1 with Priority: HIGHEST for action port [ 562.122703] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.122703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.122703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.122703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.123830] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.123830] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.124022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.124143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.124350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.124535] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.124663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.124769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.124947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.125267] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.125402] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.126584] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-892c8e3d-851e-4ad1-bbab-938e49f4cba1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.126734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-892c8e3d-851e-4ad1-bbab-938e49f4cba1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.126864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-892c8e3d-851e-4ad1-bbab-938e49f4cba1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.127028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-892c8e3d-851e-4ad1-bbab-938e49f4cba1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.127127] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('892c8e3d-851e-4ad1-bbab-938e49f4cba1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.223443] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.224555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.224555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.224555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.224555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.224555] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.224815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.224815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.224872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.225634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.225634] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 already deleted. [ 562.225634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.629922] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.630356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.640111] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 892c8e3d-851e-4ad1-bbab-938e49f4cba1 with status ACTIVE [ 562.640111] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.640111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.640111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.640111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.640111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.640478] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.640478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.642639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.643086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.643086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.643086] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.643247] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.643279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.644975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.644975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.644975] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 892c8e3d-851e-4ad1-bbab-938e49f4cba1 is going to be updated. [ 562.645233] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.670502] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.670502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.670502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.670502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.670502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.670502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-892c8e3d-851e-4ad1-bbab-938e49f4cba1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.879297] env[63021]: INFO networking_nsxv3.common.synchronization [None req-df2c29fb-41d2-4939-a0bc-77effd146aa8 None None] Enqueued Resource ID: 26981b52-dec3-45c9-90a7-dc4e47724893 with Priority: HIGHEST for action port [ 562.881018] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26981b52-dec3-45c9-90a7-dc4e47724893 with Priority: HIGHEST for action port [ 562.881018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-26981b52-dec3-45c9-90a7-dc4e47724893 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.881018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26981b52-dec3-45c9-90a7-dc4e47724893" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.881018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26981b52-dec3-45c9-90a7-dc4e47724893" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.881562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26981b52-dec3-45c9-90a7-dc4e47724893" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.881766] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26981b52-dec3-45c9-90a7-dc4e47724893',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.001140] env[63021]: INFO networking_nsxv3.common.synchronization [None req-875a5346-9abc-4a16-af26-316221d6aeb4 None None] Enqueued Resource ID: a0d99224-fcf7-40ba-a7a4-8b50f201e761 with Priority: HIGHEST for action port [ 563.001530] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d99224-fcf7-40ba-a7a4-8b50f201e761 with Priority: HIGHEST for action port [ 563.003297] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d99224-fcf7-40ba-a7a4-8b50f201e761 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.003297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d99224-fcf7-40ba-a7a4-8b50f201e761" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.003297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d99224-fcf7-40ba-a7a4-8b50f201e761" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.003620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d99224-fcf7-40ba-a7a4-8b50f201e761" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.003620] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d99224-fcf7-40ba-a7a4-8b50f201e761',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.131347] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.131347] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.131347] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.131347] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.131347] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.131347] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.133656] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.135176] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.135176] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.135176] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 563.135176] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 563.135176] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 563.135878] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 563.136577] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 563.136577] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 563.136577] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 563.148292] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.157982] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 563.158317] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 563.158502] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 563.158747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.159159] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-4d374544-7b1e-450d-a5ad-0ee73b15715d taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.159424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-4d374544-7b1e-450d-a5ad-0ee73b15715d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.159618] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-4d374544-7b1e-450d-a5ad-0ee73b15715d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.159996] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-4d374544-7b1e-450d-a5ad-0ee73b15715d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.160198] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d374544-7b1e-450d-a5ad-0ee73b15715d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.392630] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26981b52-dec3-45c9-90a7-dc4e47724893 [ 563.392630] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.392630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.392630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.392630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.392630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.392630] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26981b52-dec3-45c9-90a7-dc4e47724893 already deleted. [ 563.392630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26981b52-dec3-45c9-90a7-dc4e47724893" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.506244] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0d99224-fcf7-40ba-a7a4-8b50f201e761 [ 563.506558] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.506703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.506771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.507590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.507890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.508078] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0d99224-fcf7-40ba-a7a4-8b50f201e761 already deleted. [ 563.508188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d99224-fcf7-40ba-a7a4-8b50f201e761" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.622353] env[63021]: INFO networking_nsxv3.common.synchronization [None req-f15373c2-eee5-4554-9ff6-d4cfd4f88e82 None None] Enqueued Resource ID: 1985b9c4-fae6-401f-be73-4095c226b9cf with Priority: HIGHEST for action port [ 563.622660] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1985b9c4-fae6-401f-be73-4095c226b9cf with Priority: HIGHEST for action port [ 563.623254] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-1985b9c4-fae6-401f-be73-4095c226b9cf taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.623373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1985b9c4-fae6-401f-be73-4095c226b9cf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.623528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1985b9c4-fae6-401f-be73-4095c226b9cf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.624094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1985b9c4-fae6-401f-be73-4095c226b9cf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.624094] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1985b9c4-fae6-401f-be73-4095c226b9cf',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.651992] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.652302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.652302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.654280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.654280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.654280] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a is going to be created. [ 563.664991] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.665992] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.665992] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.665992] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.665992] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.665992] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 4d374544-7b1e-450d-a5ad-0ee73b15715d not found, creating... [ 563.666505] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.666505] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.666505] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.666690] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.666755] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.667181] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.667279] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.667374] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.667593] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.667725] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.667936] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 4d374544-7b1e-450d-a5ad-0ee73b15715d is going to be created. [ 563.695593] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.695808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.695931] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.696312] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.697468] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.697468] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-4d374544-7b1e-450d-a5ad-0ee73b15715d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.712726] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.712881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.712952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.713182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.713470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.722610] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: UNINITIALIZED for 2s [ 563.892422] env[63021]: INFO networking_nsxv3.common.synchronization [None req-47a42c8c-ab34-4e2e-9810-225c7e9a0e24 None None] Enqueued Resource ID: c2b4fba5-8bbf-4ea2-99b1-3cd52948a427 with Priority: HIGHEST for action port [ 563.893036] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b4fba5-8bbf-4ea2-99b1-3cd52948a427 with Priority: HIGHEST for action port [ 563.893486] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2b4fba5-8bbf-4ea2-99b1-3cd52948a427 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.893486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2b4fba5-8bbf-4ea2-99b1-3cd52948a427" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.893486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2b4fba5-8bbf-4ea2-99b1-3cd52948a427" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.898454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2b4fba5-8bbf-4ea2-99b1-3cd52948a427" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.898454] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b4fba5-8bbf-4ea2-99b1-3cd52948a427',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.126920] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1985b9c4-fae6-401f-be73-4095c226b9cf [ 564.127199] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.127374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.127374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.127596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.127683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.127779] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1985b9c4-fae6-401f-be73-4095c226b9cf already deleted. [ 564.127864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1985b9c4-fae6-401f-be73-4095c226b9cf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.169847] env[63021]: INFO networking_nsxv3.common.synchronization [req-147062de-91cc-4792-8607-76dedea7efea req-e182a3f7-5e6a-4c4b-ac35-0edd8bddad11 tempest-ServerDiagnosticsNegativeTest-1368205052 tempest-ServerDiagnosticsNegativeTest-1368205052-project-member] Enqueued Resource ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 with Priority: HIGHEST for action security_group_members [ 564.170451] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 with Priority: HIGHEST for action security_group_members [ 564.170780] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.170892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.170963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.171276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.171442] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.171546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.171607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.171769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.171858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.171953] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bd423fa-64b2-41c4-97af-2b38a6a7ad30',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.401411] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2b4fba5-8bbf-4ea2-99b1-3cd52948a427 [ 564.401411] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.401411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.401411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.401411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.401411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.401411] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2b4fba5-8bbf-4ea2-99b1-3cd52948a427 already deleted. [ 564.401411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2b4fba5-8bbf-4ea2-99b1-3cd52948a427" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.676087] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.676390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.676390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.676521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.676606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.676827] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.676930] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.676996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.677151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.677220] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.677304] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 already deleted. [ 564.677377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.378093] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.378319] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.378446] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.378710] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.378966] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.380105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.382998] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.382998] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.382998] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.382998] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.382998] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 565.383249] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 565.383249] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 565.383443] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.383443] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 565.383975] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 565.403352] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 565.403679] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 565.403679] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 565.403919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.404784] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-10ff9499-257b-4aba-99fa-2ca0aaedc466 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.404981] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-10ff9499-257b-4aba-99fa-2ca0aaedc466" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.405115] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-10ff9499-257b-4aba-99fa-2ca0aaedc466" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.405924] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-10ff9499-257b-4aba-99fa-2ca0aaedc466" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.405924] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ff9499-257b-4aba-99fa-2ca0aaedc466',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.647540] env[63021]: INFO networking_nsxv3.common.synchronization [None req-02c3826d-cf5e-4a84-83a6-9f6073fdc347 None None] Enqueued Resource ID: ce19d89a-a525-4598-9a3f-53ab4e3ef23c with Priority: HIGHEST for action port [ 565.648089] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce19d89a-a525-4598-9a3f-53ab4e3ef23c with Priority: HIGHEST for action port [ 565.648508] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce19d89a-a525-4598-9a3f-53ab4e3ef23c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.648583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce19d89a-a525-4598-9a3f-53ab4e3ef23c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.648681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce19d89a-a525-4598-9a3f-53ab4e3ef23c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.650460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce19d89a-a525-4598-9a3f-53ab4e3ef23c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.650460] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce19d89a-a525-4598-9a3f-53ab4e3ef23c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.732968] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: SUCCESS [ 565.732968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.733538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.733756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.733959] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.734082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.734144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.734326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.734402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.734455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.734540] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.762213] env[63021]: INFO networking_nsxv3.common.synchronization [req-79897f00-0a7d-4bd4-8430-d0614e82dc58 req-165e4208-e24c-4891-997b-544ce9a29ccf service nova] Enqueued Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_rules [ 565.762213] env[63021]: INFO networking_nsxv3.common.synchronization [req-79897f00-0a7d-4bd4-8430-d0614e82dc58 req-165e4208-e24c-4891-997b-544ce9a29ccf service nova] Enqueued Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 565.762213] env[63021]: INFO networking_nsxv3.common.synchronization [req-79897f00-0a7d-4bd4-8430-d0614e82dc58 req-165e4208-e24c-4891-997b-544ce9a29ccf service nova] Enqueued Resource ID: 4d374544-7b1e-450d-a5ad-0ee73b15715d with Priority: HIGHEST for action port [ 565.762213] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_rules [ 565.762473] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 565.762783] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d374544-7b1e-450d-a5ad-0ee73b15715d with Priority: HIGHEST for action port [ 565.763396] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.767090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.767090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.767090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.767090] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.767090] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.767090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.767090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.767090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.767090] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.767090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.767090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.767090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.767090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.767090] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.768039] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d374544-7b1e-450d-a5ad-0ee73b15715d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.768422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d374544-7b1e-450d-a5ad-0ee73b15715d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.768585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d374544-7b1e-450d-a5ad-0ee73b15715d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.768831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d374544-7b1e-450d-a5ad-0ee73b15715d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.768996] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d374544-7b1e-450d-a5ad-0ee73b15715d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.782337] env[63021]: INFO networking_nsxv3.common.synchronization [req-51a72729-4a98-4e9c-9e35-60196cf706b3 req-3883be24-0dc9-41a1-8d31-db156403e784 tempest-ImagesTestJSON-852617634 tempest-ImagesTestJSON-852617634-project-member] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 565.783248] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 565.783867] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.784138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.784358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.784465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.784628] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.784730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.784796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.784941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.785036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.785133] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.908461] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.908867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.909293] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.909903] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.910583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.910904] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 10ff9499-257b-4aba-99fa-2ca0aaedc466 not found, creating... [ 565.911129] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.911335] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.911662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.911757] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.912029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.912269] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.912473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.912693] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.912881] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.913048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.913216] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 10ff9499-257b-4aba-99fa-2ca0aaedc466 is going to be created. [ 565.935737] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.935954] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.936096] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.936367] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.936588] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.936942] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-10ff9499-257b-4aba-99fa-2ca0aaedc466" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.158233] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce19d89a-a525-4598-9a3f-53ab4e3ef23c [ 566.158233] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.158233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.158233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.158233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.158233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.158233] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce19d89a-a525-4598-9a3f-53ab4e3ef23c already deleted. [ 566.158233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce19d89a-a525-4598-9a3f-53ab4e3ef23c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.236612] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.236841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.236841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.238020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.238020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.238020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.238020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.238020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.238020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.238020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.238020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.240809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.240809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.240809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.240809] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.240809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.240809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.242250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.242342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.242436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.242530] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.271037] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.272148] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.272227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.272765] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d374544-7b1e-450d-a5ad-0ee73b15715d with status ACTIVE [ 566.272765] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.272955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.272955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.273157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.273253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.273424] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.273520] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.273580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.273757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.273791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.273952] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.277372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.277490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.277628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.277711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.277805] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d374544-7b1e-450d-a5ad-0ee73b15715d is going to be updated. [ 566.287723] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.287916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.287993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.288213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.288295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.288456] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.288785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.288785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.288785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.289033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.289033] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 already deleted. [ 566.289033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.300372] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.300677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.300795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.300889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.301041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.301188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d374544-7b1e-450d-a5ad-0ee73b15715d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.325583] env[63021]: INFO networking_nsxv3.common.synchronization [None req-a08bce9e-d79f-46d2-971e-6acac4a1b2dd None None] Enqueued Resource ID: a4fff956-713d-4476-943b-a42fbf3f5447 with Priority: HIGHEST for action port [ 566.325991] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fff956-713d-4476-943b-a42fbf3f5447 with Priority: HIGHEST for action port [ 566.326342] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4fff956-713d-4476-943b-a42fbf3f5447 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.326449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4fff956-713d-4476-943b-a42fbf3f5447" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.326504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4fff956-713d-4476-943b-a42fbf3f5447" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.327624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4fff956-713d-4476-943b-a42fbf3f5447" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.327742] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4fff956-713d-4476-943b-a42fbf3f5447',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.748561] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a: rpc.has_security_group_logging(os_id): False [ 566.771121] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.771121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.771121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.771121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.771121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.771121] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.771852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.771852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.771852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.771852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.771852] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.771852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.771852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.774200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.774200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.774200] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.774200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.775623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.775623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.775623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.775623] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a is going to be created. [ 566.781048] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.829989] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4fff956-713d-4476-943b-a42fbf3f5447 [ 566.830238] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.830415] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.830522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.830759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.830893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.830985] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4fff956-713d-4476-943b-a42fbf3f5447 already deleted. [ 566.831267] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4fff956-713d-4476-943b-a42fbf3f5447" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.844773] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.844773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.844773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.845125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.845169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.856608] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: IN_PROGRESS for 2s [ 567.061286] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.061467] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.061536] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.061852] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.062129] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.062489] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.062489] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.062603] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.062747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.063067] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 567.063067] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 567.063214] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 567.063277] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 567.063390] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 567.064155] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 567.064155] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 567.089716] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 567.089716] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 567.089716] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 567.089716] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.089716] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-c324d23d-8733-4dee-a740-12bc47cfb838 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.089716] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-c324d23d-8733-4dee-a740-12bc47cfb838" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.089716] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-c324d23d-8733-4dee-a740-12bc47cfb838" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.089716] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-c324d23d-8733-4dee-a740-12bc47cfb838" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.089716] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c324d23d-8733-4dee-a740-12bc47cfb838',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.283505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.284510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.284590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.284886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.284984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.285100] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 is going to be created. [ 567.307452] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.312429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.312429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.312429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.312429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.324300] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: UNINITIALIZED for 2s [ 567.476126] env[63021]: INFO networking_nsxv3.common.synchronization [None req-5d889fb8-2429-43ea-ba2b-dd782e6b781d tempest-VolumesAdminNegativeTest-34143088 tempest-VolumesAdminNegativeTest-34143088-project-member] Enqueued Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_rules [ 567.476686] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_rules [ 567.477053] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.477188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.477294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.477502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.477583] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.592517] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.592517] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.592517] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.592517] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.592517] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.592892] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port c324d23d-8733-4dee-a740-12bc47cfb838 not found, creating... [ 567.592925] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.593285] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.593285] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.593484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.593650] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.593981] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.594477] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.594671] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.595575] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.596366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.596366] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: c324d23d-8733-4dee-a740-12bc47cfb838 is going to be created. [ 567.615713] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.615974] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.616164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.616622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.617583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.617583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-c324d23d-8733-4dee-a740-12bc47cfb838" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.789376] env[63021]: INFO networking_nsxv3.common.synchronization [None req-2b68af75-87b9-4dce-b538-8b4f1295316f tempest-VolumesAdminNegativeTest-34143088 tempest-VolumesAdminNegativeTest-34143088-project-member] Enqueued Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_rules [ 567.789965] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_rules [ 567.791021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.791021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.997450] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.997599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.997647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.997861] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.997931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.998035] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 already deleted. [ 567.998124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.998280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.998434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.998516] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.214616] env[63021]: INFO networking_nsxv3.common.synchronization [req-147062de-91cc-4792-8607-76dedea7efea req-27642686-b01a-40ba-887c-2ed66f9e0225 service nova] Enqueued Resource ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 with Priority: HIGHEST for action security_group_rules [ 568.214616] env[63021]: INFO networking_nsxv3.common.synchronization [req-147062de-91cc-4792-8607-76dedea7efea req-27642686-b01a-40ba-887c-2ed66f9e0225 service nova] Enqueued Resource ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 with Priority: HIGHEST for action security_group_members [ 568.214616] env[63021]: INFO networking_nsxv3.common.synchronization [req-147062de-91cc-4792-8607-76dedea7efea req-27642686-b01a-40ba-887c-2ed66f9e0225 service nova] Enqueued Resource ID: 10ff9499-257b-4aba-99fa-2ca0aaedc466 with Priority: HIGHEST for action port [ 568.215793] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 with Priority: HIGHEST for action security_group_rules [ 568.216014] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 with Priority: HIGHEST for action security_group_members [ 568.216180] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ff9499-257b-4aba-99fa-2ca0aaedc466 with Priority: HIGHEST for action port [ 568.216939] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bd423fa-64b2-41c4-97af-2b38a6a7ad30 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.216939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.216939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.217231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.217356] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bd423fa-64b2-41c4-97af-2b38a6a7ad30',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.220422] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.220650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.221309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.221309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.221309] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.221447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.221510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.221723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.221907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.222041] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bd423fa-64b2-41c4-97af-2b38a6a7ad30',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.223058] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ff9499-257b-4aba-99fa-2ca0aaedc466 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.223195] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ff9499-257b-4aba-99fa-2ca0aaedc466" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.223297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ff9499-257b-4aba-99fa-2ca0aaedc466" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.223597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ff9499-257b-4aba-99fa-2ca0aaedc466" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.223597] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ff9499-257b-4aba-99fa-2ca0aaedc466',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.520606] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.520737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.520805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.522048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.522153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.522254] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 already deleted. [ 568.522334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.709255] env[63021]: INFO networking_nsxv3.common.synchronization [None req-547ad013-221e-4499-b4c6-3346c112e1c8 None None] Enqueued Resource ID: af5e37f5-c5cd-47c8-9a37-17fca1b9d6b4 with Priority: HIGHEST for action port [ 568.709255] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5e37f5-c5cd-47c8-9a37-17fca1b9d6b4 with Priority: HIGHEST for action port [ 568.710168] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5e37f5-c5cd-47c8-9a37-17fca1b9d6b4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.710168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5e37f5-c5cd-47c8-9a37-17fca1b9d6b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.710168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5e37f5-c5cd-47c8-9a37-17fca1b9d6b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.710368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5e37f5-c5cd-47c8-9a37-17fca1b9d6b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.710368] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5e37f5-c5cd-47c8-9a37-17fca1b9d6b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.727405] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.727405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.727555] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bd423fa-64b2-41c4-97af-2b38a6a7ad30',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.728632] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10ff9499-257b-4aba-99fa-2ca0aaedc466 with status ACTIVE [ 568.728632] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.728775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.728810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.728999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.729092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.729257] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.729402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.729402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.729547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.729615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.729799] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.729888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.729946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.730093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.730162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.730241] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10ff9499-257b-4aba-99fa-2ca0aaedc466 is going to be updated. [ 568.749713] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.749882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.749944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.750157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.750704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.750704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ff9499-257b-4aba-99fa-2ca0aaedc466" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.877729] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: SUCCESS [ 568.878092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.212201] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af5e37f5-c5cd-47c8-9a37-17fca1b9d6b4 [ 569.212439] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.212569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.212638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.212902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.212988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.213097] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af5e37f5-c5cd-47c8-9a37-17fca1b9d6b4 already deleted. [ 569.213177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5e37f5-c5cd-47c8-9a37-17fca1b9d6b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.233104] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bd423fa-64b2-41c4-97af-2b38a6a7ad30',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.331939] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: SUCCESS [ 569.331939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.331939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.333517] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.334394] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.334394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.334548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.334713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.334797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.334881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.334983] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.566612] env[63021]: INFO networking_nsxv3.common.synchronization [None req-f630af38-1f0b-4519-82ce-3be0477b3a95 None None] Enqueued Resource ID: 84e36d21-bdf3-4138-b40b-1b6db14dde97 with Priority: HIGHEST for action port [ 569.567991] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e36d21-bdf3-4138-b40b-1b6db14dde97 with Priority: HIGHEST for action port [ 569.567991] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-84e36d21-bdf3-4138-b40b-1b6db14dde97 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.567991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84e36d21-bdf3-4138-b40b-1b6db14dde97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.567991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84e36d21-bdf3-4138-b40b-1b6db14dde97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.567991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84e36d21-bdf3-4138-b40b-1b6db14dde97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.567991] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e36d21-bdf3-4138-b40b-1b6db14dde97',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.736635] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.739282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.739282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.739282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.739282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.739282] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 is going to be created. [ 569.762615] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.762615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.762615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.762615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.762956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.771865] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 in Status: UNINITIALIZED for 2s [ 569.839544] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.839690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.839762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.839979] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.840156] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.840254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.840315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.840463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.840546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.840630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.840770] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.840856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.841330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.841330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.841330] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.841330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.841330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.841542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.841542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.841602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.841823] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.996535] env[63021]: INFO networking_nsxv3.common.synchronization [req-51a72729-4a98-4e9c-9e35-60196cf706b3 req-8e3ea4ff-7adf-49a1-9eba-28d6242b7e16 service nova] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_rules [ 569.996867] env[63021]: INFO networking_nsxv3.common.synchronization [req-51a72729-4a98-4e9c-9e35-60196cf706b3 req-8e3ea4ff-7adf-49a1-9eba-28d6242b7e16 service nova] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 569.996867] env[63021]: INFO networking_nsxv3.common.synchronization [req-51a72729-4a98-4e9c-9e35-60196cf706b3 req-8e3ea4ff-7adf-49a1-9eba-28d6242b7e16 service nova] Enqueued Resource ID: c324d23d-8733-4dee-a740-12bc47cfb838 with Priority: HIGHEST for action port [ 569.998142] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_rules [ 569.998142] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 569.998142] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c324d23d-8733-4dee-a740-12bc47cfb838 with Priority: HIGHEST for action port [ 570.000348] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.000514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.000606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.000873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.001374] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.002894] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.003061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.004363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.004363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.004363] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.004363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.004363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.004363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.004363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.004363] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.006207] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-c324d23d-8733-4dee-a740-12bc47cfb838 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.006207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c324d23d-8733-4dee-a740-12bc47cfb838" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.006207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c324d23d-8733-4dee-a740-12bc47cfb838" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.006207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c324d23d-8733-4dee-a740-12bc47cfb838" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.006207] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c324d23d-8733-4dee-a740-12bc47cfb838',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.071114] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84e36d21-bdf3-4138-b40b-1b6db14dde97 [ 570.071355] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.071498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.071573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.071874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.072020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.072157] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84e36d21-bdf3-4138-b40b-1b6db14dde97 already deleted. [ 570.072278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84e36d21-bdf3-4138-b40b-1b6db14dde97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.347185] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d16dcdd-9803-48ed-bed1-b077f8d19c24: rpc.has_security_group_logging(os_id): False [ 570.367566] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.367566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.367566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.367566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.367566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.367566] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.367566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.367897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.367897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.367897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.368062] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.368222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.368222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.368356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.368429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.368710] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.368710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.368812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.368899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.368968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.370997] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 is going to be created. [ 570.445819] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.445819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.445819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.446043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.446179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.457806] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: IN_PROGRESS for 2s [ 570.508496] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.508496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.512077] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c324d23d-8733-4dee-a740-12bc47cfb838 with status ACTIVE [ 570.512207] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.516126] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.516126] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.516126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.516126] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c324d23d-8733-4dee-a740-12bc47cfb838 is going to be updated. [ 570.516126] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.536223] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.536389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.536465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.540094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.540094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.540094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c324d23d-8733-4dee-a740-12bc47cfb838" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.019048] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.383210] env[63021]: INFO networking_nsxv3.common.synchronization [None req-b0445801-a558-4f17-9dca-bb379c9e917c None None] Enqueued Resource ID: 74f227af-084f-4b90-a79e-01418ba1ca48 with Priority: HIGHEST for action port [ 571.383210] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74f227af-084f-4b90-a79e-01418ba1ca48 with Priority: HIGHEST for action port [ 571.383210] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-74f227af-084f-4b90-a79e-01418ba1ca48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.383210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74f227af-084f-4b90-a79e-01418ba1ca48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.383210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74f227af-084f-4b90-a79e-01418ba1ca48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.383563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74f227af-084f-4b90-a79e-01418ba1ca48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.383563] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74f227af-084f-4b90-a79e-01418ba1ca48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.524031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.524031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.524031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.524441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.524441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.524590] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be created. [ 571.545882] env[63021]: INFO networking_nsxv3.common.synchronization [None req-7d80905a-e919-4db2-863c-5163065ed680 None None] Enqueued Resource ID: 367d6abd-ff0b-4670-b786-db236d5cb302 with Priority: HIGHEST for action port [ 571.546255] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367d6abd-ff0b-4670-b786-db236d5cb302 with Priority: HIGHEST for action port [ 571.546550] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-367d6abd-ff0b-4670-b786-db236d5cb302 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.550196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-367d6abd-ff0b-4670-b786-db236d5cb302" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.550275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-367d6abd-ff0b-4670-b786-db236d5cb302" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.550518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-367d6abd-ff0b-4670-b786-db236d5cb302" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.550685] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('367d6abd-ff0b-4670-b786-db236d5cb302',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.552235] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.552347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.552417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.552596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.552752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.568420] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: UNINITIALIZED for 2s [ 571.699092] env[63021]: INFO networking_nsxv3.common.synchronization [None req-70e85195-cc9b-461b-8d79-ffcfaf394b06 None None] Enqueued Resource ID: 942e4b3e-4497-46b9-a8a4-96f081d8644d with Priority: HIGHEST for action port [ 571.699989] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 942e4b3e-4497-46b9-a8a4-96f081d8644d with Priority: HIGHEST for action port [ 571.699989] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-942e4b3e-4497-46b9-a8a4-96f081d8644d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.699989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-942e4b3e-4497-46b9-a8a4-96f081d8644d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.699989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-942e4b3e-4497-46b9-a8a4-96f081d8644d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.700686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-942e4b3e-4497-46b9-a8a4-96f081d8644d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.700686] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942e4b3e-4497-46b9-a8a4-96f081d8644d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.783764] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 in Status: SUCCESS [ 571.783764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.783764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.783764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.783764] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.783764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.783764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.783764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.783764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.783764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.783764] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bd423fa-64b2-41c4-97af-2b38a6a7ad30',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.888743] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74f227af-084f-4b90-a79e-01418ba1ca48 [ 571.889229] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.889229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.889229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.889427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.889518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.889609] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74f227af-084f-4b90-a79e-01418ba1ca48 already deleted. [ 571.889690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74f227af-084f-4b90-a79e-01418ba1ca48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.056080] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 367d6abd-ff0b-4670-b786-db236d5cb302 [ 572.057179] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.057325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.057391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.057597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.057692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.057809] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:367d6abd-ff0b-4670-b786-db236d5cb302 already deleted. [ 572.057942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-367d6abd-ff0b-4670-b786-db236d5cb302" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.204762] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 942e4b3e-4497-46b9-a8a4-96f081d8644d [ 572.205179] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.205179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.205179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.205413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.205445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.205517] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:942e4b3e-4497-46b9-a8a4-96f081d8644d already deleted. [ 572.205596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-942e4b3e-4497-46b9-a8a4-96f081d8644d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.288374] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.288528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.288597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.288805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.288974] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.289131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.289174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.289342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.289443] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.289523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.289648] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.289743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.289794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.289932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.290204] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.290204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.290204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.290699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.290699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.290699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.290699] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bd423fa-64b2-41c4-97af-2b38a6a7ad30',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.470234] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: SUCCESS [ 572.470394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.531927] env[63021]: INFO networking_nsxv3.common.synchronization [None req-dcb876ce-5c16-44a0-982e-6db32be745a6 None None] Enqueued Resource ID: 210c5e00-c576-4a0a-9b0d-ea2dc2958db1 with Priority: HIGHEST for action port [ 572.532251] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210c5e00-c576-4a0a-9b0d-ea2dc2958db1 with Priority: HIGHEST for action port [ 572.533052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-210c5e00-c576-4a0a-9b0d-ea2dc2958db1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.533052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-210c5e00-c576-4a0a-9b0d-ea2dc2958db1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.533052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-210c5e00-c576-4a0a-9b0d-ea2dc2958db1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.533346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-210c5e00-c576-4a0a-9b0d-ea2dc2958db1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.533346] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('210c5e00-c576-4a0a-9b0d-ea2dc2958db1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.797272] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bd423fa-64b2-41c4-97af-2b38a6a7ad30: rpc.has_security_group_logging(os_id): False [ 572.815174] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.815768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.816036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.816435] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.816657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.816949] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.817189] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.817418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.817720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.818191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.820824] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.820824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.820824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.820824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.820824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.820824] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.820824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.820824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.820824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.820824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.820824] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 is going to be created. [ 572.877213] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.877398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.877516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.878756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.878950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.893808] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 in Status: IN_PROGRESS for 2s [ 573.037770] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 210c5e00-c576-4a0a-9b0d-ea2dc2958db1 [ 573.038185] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.038371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.038688] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.040474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.040474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.040474] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:210c5e00-c576-4a0a-9b0d-ea2dc2958db1 already deleted. [ 573.040474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-210c5e00-c576-4a0a-9b0d-ea2dc2958db1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.451328] env[63021]: INFO networking_nsxv3.common.synchronization [None req-87a9f90b-2e86-4471-b611-3fbc2aff326c None None] Enqueued Resource ID: 7d4a986a-78e9-4546-9161-50a4e61cfa48 with Priority: HIGHEST for action port [ 573.451328] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d4a986a-78e9-4546-9161-50a4e61cfa48 with Priority: HIGHEST for action port [ 573.451328] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d4a986a-78e9-4546-9161-50a4e61cfa48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.451328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d4a986a-78e9-4546-9161-50a4e61cfa48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.451328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d4a986a-78e9-4546-9161-50a4e61cfa48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.451328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d4a986a-78e9-4546-9161-50a4e61cfa48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.451328] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d4a986a-78e9-4546-9161-50a4e61cfa48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.578575] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 573.578818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.578950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.579215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.579372] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.579484] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.579546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.579701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.579781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.579867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.579958] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.946273] env[63021]: INFO networking_nsxv3.common.synchronization [req-74efb235-9e92-4f7d-b153-82f0da18a05e req-5d0c1b2f-53bf-419a-83ff-838afba8d922 tempest-ImagesNegativeTestJSON-511377502 tempest-ImagesNegativeTestJSON-511377502-project-member] Enqueued Resource ID: 84632093-a700-44f1-9bd9-3800580104f1 with Priority: HIGHEST for action security_group_members [ 573.947462] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84632093-a700-44f1-9bd9-3800580104f1 with Priority: HIGHEST for action security_group_members [ 573.947801] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84632093-a700-44f1-9bd9-3800580104f1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.947976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.947976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.949144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.949382] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.949522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.949589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.949759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.949851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.949952] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84632093-a700-44f1-9bd9-3800580104f1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.953870] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d4a986a-78e9-4546-9161-50a4e61cfa48 [ 573.954974] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.954974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.954974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.954974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.954974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.954974] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d4a986a-78e9-4546-9161-50a4e61cfa48 already deleted. [ 573.954974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d4a986a-78e9-4546-9161-50a4e61cfa48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.084955] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.084955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.084955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.084955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.084955] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.084955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.084955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.084955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.085592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.085592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.085592] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.085592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.085592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.085772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.085950] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.085997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.086068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.086201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.086454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.086454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.086454] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.454513] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.454992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.454992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.454992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.458164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.458164] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.458164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.458164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.458164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.458164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.458164] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84632093-a700-44f1-9bd9-3800580104f1 already deleted. [ 574.458164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.588552] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0deed06d-3c5d-46ac-bd12-5f057ff070c3: rpc.has_security_group_logging(os_id): False [ 574.608635] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.608635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.608635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.608635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.608635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.608635] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.608635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.608635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.608635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.608635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.608635] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.608635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.608635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.609438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.609438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.609438] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.611800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.611800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.611800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.611800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.611800] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be created. [ 574.683233] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.683233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.683233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.683233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.683233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.692329] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 574.904513] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 in Status: SUCCESS [ 574.904765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.135940] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.135940] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-945" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.135940] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-945" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.136936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-945" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.136936] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.136936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.136936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.136936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.136936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.139100] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.139100] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 575.139100] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 575.139100] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 575.139342] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.139342] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 575.139416] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 575.159017] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 575.159186] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 575.159475] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 575.159551] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-945" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.160579] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-0756fdb5-7e3d-45e1-b815-668c72c5e804 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.160579] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-0756fdb5-7e3d-45e1-b815-668c72c5e804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.160579] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-0756fdb5-7e3d-45e1-b815-668c72c5e804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.160579] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-0756fdb5-7e3d-45e1-b815-668c72c5e804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.160579] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0756fdb5-7e3d-45e1-b815-668c72c5e804',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.408920] env[63021]: INFO networking_nsxv3.common.synchronization [None req-b5c6a50e-0135-4774-9f7d-b704aca93e1d None None] Enqueued Resource ID: 863a47d1-02e4-4a39-a15d-547a026a0a6f with Priority: HIGHEST for action port [ 575.409198] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863a47d1-02e4-4a39-a15d-547a026a0a6f with Priority: HIGHEST for action port [ 575.409729] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-863a47d1-02e4-4a39-a15d-547a026a0a6f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.409853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-863a47d1-02e4-4a39-a15d-547a026a0a6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.409912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-863a47d1-02e4-4a39-a15d-547a026a0a6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.410330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-863a47d1-02e4-4a39-a15d-547a026a0a6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.410412] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('863a47d1-02e4-4a39-a15d-547a026a0a6f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.540420] env[63021]: INFO networking_nsxv3.common.synchronization [None req-2ecc547b-104e-4f2a-943a-2b5db46100f9 None None] Enqueued Resource ID: 22246bcd-46c8-4254-93c3-24dce965f9ed with Priority: HIGHEST for action port [ 575.541512] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22246bcd-46c8-4254-93c3-24dce965f9ed with Priority: HIGHEST for action port [ 575.541512] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-22246bcd-46c8-4254-93c3-24dce965f9ed taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.541512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22246bcd-46c8-4254-93c3-24dce965f9ed" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.541512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22246bcd-46c8-4254-93c3-24dce965f9ed" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.541858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22246bcd-46c8-4254-93c3-24dce965f9ed" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.541858] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22246bcd-46c8-4254-93c3-24dce965f9ed',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.666464] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.669248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.669248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.669248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.669248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.669248] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 0756fdb5-7e3d-45e1-b815-668c72c5e804 not found, creating... [ 575.669248] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.669248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.669248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.669248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.669248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.669643] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.669643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.669643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.669643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.669790] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.669927] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 0756fdb5-7e3d-45e1-b815-668c72c5e804 is going to be created. [ 575.689660] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.689978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.690211] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.690608] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.690958] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.691319] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-0756fdb5-7e3d-45e1-b815-668c72c5e804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.886788] env[63021]: INFO networking_nsxv3.common.synchronization [req-7796d56a-98c6-481b-9d55-c9c5a993a07a req-2a08073b-5e5e-4b7e-b237-171b7228960a tempest-ImagesOneServerNegativeTestJSON-1777388496 tempest-ImagesOneServerNegativeTestJSON-1777388496-project-member] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 575.886788] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 575.886898] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.888056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.888186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.888554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.888686] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.888795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.888864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.889107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.889202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.889298] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.912743] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 863a47d1-02e4-4a39-a15d-547a026a0a6f [ 575.913427] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.913427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.913427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.913763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.913825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.913968] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:863a47d1-02e4-4a39-a15d-547a026a0a6f already deleted. [ 575.914021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-863a47d1-02e4-4a39-a15d-547a026a0a6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.044086] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22246bcd-46c8-4254-93c3-24dce965f9ed [ 576.044086] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.044086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.044265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.044405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.044488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.044579] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22246bcd-46c8-4254-93c3-24dce965f9ed already deleted. [ 576.044658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22246bcd-46c8-4254-93c3-24dce965f9ed" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.193983] env[63021]: INFO networking_nsxv3.common.synchronization [None req-2a55b75d-136d-4f8d-be56-1d08e05d4557 None None] Enqueued Resource ID: 98fa10b1-e4f2-49c2-b2ae-59c11373f9a6 with Priority: HIGHEST for action port [ 576.197194] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98fa10b1-e4f2-49c2-b2ae-59c11373f9a6 with Priority: HIGHEST for action port [ 576.200107] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-98fa10b1-e4f2-49c2-b2ae-59c11373f9a6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.200107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98fa10b1-e4f2-49c2-b2ae-59c11373f9a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.200107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98fa10b1-e4f2-49c2-b2ae-59c11373f9a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.200107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98fa10b1-e4f2-49c2-b2ae-59c11373f9a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.200107] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fa10b1-e4f2-49c2-b2ae-59c11373f9a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.393346] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.393619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.393746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.393976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.394093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.394471] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.394992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.395140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.395661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.395858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.399511] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 already deleted. [ 576.399511] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.703062] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.704320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.704457] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.705405] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.705734] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.705903] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.707014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.707014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.707146] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.707383] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 576.707499] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 576.707608] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 576.707713] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 576.707856] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 576.707964] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 576.708532] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 576.711757] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98fa10b1-e4f2-49c2-b2ae-59c11373f9a6 [ 576.711757] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.711757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.711757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.711757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.711757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.711757] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98fa10b1-e4f2-49c2-b2ae-59c11373f9a6 already deleted. [ 576.711757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98fa10b1-e4f2-49c2-b2ae-59c11373f9a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.712411] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 576.712411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.730804] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 576.731024] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 576.731178] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 576.731359] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.732012] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-735ece36-635c-498c-ad00-02b6ef32bba7 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.732012] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-735ece36-635c-498c-ad00-02b6ef32bba7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.732175] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-735ece36-635c-498c-ad00-02b6ef32bba7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.732402] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-735ece36-635c-498c-ad00-02b6ef32bba7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.732554] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735ece36-635c-498c-ad00-02b6ef32bba7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.930020] env[63021]: INFO networking_nsxv3.common.synchronization [None req-caee5487-37dc-491a-a73b-26b9497f07cb None None] Enqueued Resource ID: b9e1f6f2-f757-43ef-b3a5-902856cb7433 with Priority: HIGHEST for action port [ 576.930020] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e1f6f2-f757-43ef-b3a5-902856cb7433 with Priority: HIGHEST for action port [ 576.930449] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9e1f6f2-f757-43ef-b3a5-902856cb7433 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.930603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9e1f6f2-f757-43ef-b3a5-902856cb7433" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.930695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9e1f6f2-f757-43ef-b3a5-902856cb7433" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.931042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9e1f6f2-f757-43ef-b3a5-902856cb7433" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.931154] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e1f6f2-f757-43ef-b3a5-902856cb7433',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.045820] env[63021]: INFO networking_nsxv3.common.synchronization [None req-763e147f-a502-48ad-9ae3-3d1f34747e8e tempest-VolumesAssistedSnapshotsTest-346075985 tempest-VolumesAssistedSnapshotsTest-346075985-project-member] Enqueued Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_rules [ 577.046802] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_rules [ 577.046802] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.046802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.046802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.047406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.048098] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.087304] env[63021]: INFO networking_nsxv3.common.synchronization [None req-c83c882c-43ef-4296-824c-c43f3827f2bc None None] Enqueued Resource ID: e3708208-be20-46c8-8402-18544a8e2c17 with Priority: HIGHEST for action port [ 577.087896] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3708208-be20-46c8-8402-18544a8e2c17 with Priority: HIGHEST for action port [ 577.091188] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3708208-be20-46c8-8402-18544a8e2c17 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.091188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3708208-be20-46c8-8402-18544a8e2c17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.091188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3708208-be20-46c8-8402-18544a8e2c17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.091188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3708208-be20-46c8-8402-18544a8e2c17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.091188] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3708208-be20-46c8-8402-18544a8e2c17',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.236517] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.236825] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.236967] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.237320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.237474] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.237678] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 735ece36-635c-498c-ad00-02b6ef32bba7 not found, creating... [ 577.238458] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.238458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.238458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.238649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.238649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.238955] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.239727] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.239890] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.240111] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.240283] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.240460] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 735ece36-635c-498c-ad00-02b6ef32bba7 is going to be created. [ 577.262677] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.262677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.262825] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.263163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.263646] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.263930] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-735ece36-635c-498c-ad00-02b6ef32bba7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.337272] env[63021]: INFO networking_nsxv3.common.synchronization [None req-93c9d5d9-f5b5-4400-bcfb-8374674e3b4d tempest-VolumesAssistedSnapshotsTest-346075985 tempest-VolumesAssistedSnapshotsTest-346075985-project-member] Enqueued Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_rules [ 577.337972] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_rules [ 577.341210] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.341579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.434036] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9e1f6f2-f757-43ef-b3a5-902856cb7433 [ 577.434036] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.434036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.434320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.434611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.434663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.434826] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9e1f6f2-f757-43ef-b3a5-902856cb7433 already deleted. [ 577.434991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9e1f6f2-f757-43ef-b3a5-902856cb7433" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.571892] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.571892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.571892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.571892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.571892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.571892] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 already deleted. [ 577.572134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.572134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.572320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.572409] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.591555] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3708208-be20-46c8-8402-18544a8e2c17 [ 577.591861] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.592070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.592228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.595370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.595370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.595370] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3708208-be20-46c8-8402-18544a8e2c17 already deleted. [ 577.595370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3708208-be20-46c8-8402-18544a8e2c17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.817272] env[63021]: INFO networking_nsxv3.common.synchronization [req-74efb235-9e92-4f7d-b153-82f0da18a05e req-e8eb4172-2936-49f7-bd7b-ef521557ee95 service nova] Enqueued Resource ID: 84632093-a700-44f1-9bd9-3800580104f1 with Priority: HIGHEST for action security_group_rules [ 577.817528] env[63021]: INFO networking_nsxv3.common.synchronization [req-74efb235-9e92-4f7d-b153-82f0da18a05e req-e8eb4172-2936-49f7-bd7b-ef521557ee95 service nova] Enqueued Resource ID: 84632093-a700-44f1-9bd9-3800580104f1 with Priority: HIGHEST for action security_group_members [ 577.817569] env[63021]: INFO networking_nsxv3.common.synchronization [req-74efb235-9e92-4f7d-b153-82f0da18a05e req-e8eb4172-2936-49f7-bd7b-ef521557ee95 service nova] Enqueued Resource ID: 0756fdb5-7e3d-45e1-b815-668c72c5e804 with Priority: HIGHEST for action port [ 577.817791] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84632093-a700-44f1-9bd9-3800580104f1 with Priority: HIGHEST for action security_group_rules [ 577.817910] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84632093-a700-44f1-9bd9-3800580104f1 with Priority: HIGHEST for action security_group_members [ 577.818031] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0756fdb5-7e3d-45e1-b815-668c72c5e804 with Priority: HIGHEST for action port [ 577.818665] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84632093-a700-44f1-9bd9-3800580104f1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.818734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.818776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.819028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.819115] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84632093-a700-44f1-9bd9-3800580104f1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.819916] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84632093-a700-44f1-9bd9-3800580104f1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.820035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.820099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.820262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.820402] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.820491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.820550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.820701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.820788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.820879] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84632093-a700-44f1-9bd9-3800580104f1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.821609] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-0756fdb5-7e3d-45e1-b815-668c72c5e804 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.821717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0756fdb5-7e3d-45e1-b815-668c72c5e804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.821827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0756fdb5-7e3d-45e1-b815-668c72c5e804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.821927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0756fdb5-7e3d-45e1-b815-668c72c5e804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.822160] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0756fdb5-7e3d-45e1-b815-668c72c5e804',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.099190] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.099849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.099890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.100940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.100940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.100940] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 already deleted. [ 578.100940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.326630] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84632093-a700-44f1-9bd9-3800580104f1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.330117] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84632093-a700-44f1-9bd9-3800580104f1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.330117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.330117] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0756fdb5-7e3d-45e1-b815-668c72c5e804 with status ACTIVE [ 578.330117] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.330117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.330117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.330117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.330117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.330117] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.330117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.330117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.330117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.330117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.330117] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.330787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.330787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.330787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.331105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.331330] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0756fdb5-7e3d-45e1-b815-668c72c5e804 is going to be updated. [ 578.352294] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.352294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.352294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.352294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.352294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.352294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0756fdb5-7e3d-45e1-b815-668c72c5e804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.835659] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84632093-a700-44f1-9bd9-3800580104f1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.062980] env[63021]: INFO networking_nsxv3.common.synchronization [None req-994addee-760b-45f4-82b6-b5f9959b55ec None None] Enqueued Resource ID: 7f878974-055a-4e69-a550-cc5be1e8fc2a with Priority: HIGHEST for action port [ 579.063432] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f878974-055a-4e69-a550-cc5be1e8fc2a with Priority: HIGHEST for action port [ 579.064309] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f878974-055a-4e69-a550-cc5be1e8fc2a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.064309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f878974-055a-4e69-a550-cc5be1e8fc2a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.064309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f878974-055a-4e69-a550-cc5be1e8fc2a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.064309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f878974-055a-4e69-a550-cc5be1e8fc2a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.064566] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f878974-055a-4e69-a550-cc5be1e8fc2a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.128730] env[63021]: INFO networking_nsxv3.common.synchronization [req-7796d56a-98c6-481b-9d55-c9c5a993a07a req-cff8fd26-9b25-45e9-91b3-076cdf0a5022 service nova] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_rules [ 579.128906] env[63021]: INFO networking_nsxv3.common.synchronization [req-7796d56a-98c6-481b-9d55-c9c5a993a07a req-cff8fd26-9b25-45e9-91b3-076cdf0a5022 service nova] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 579.129131] env[63021]: INFO networking_nsxv3.common.synchronization [req-7796d56a-98c6-481b-9d55-c9c5a993a07a req-cff8fd26-9b25-45e9-91b3-076cdf0a5022 service nova] Enqueued Resource ID: 735ece36-635c-498c-ad00-02b6ef32bba7 with Priority: HIGHEST for action port [ 579.131352] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_rules [ 579.131352] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 579.131352] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735ece36-635c-498c-ad00-02b6ef32bba7 with Priority: HIGHEST for action port [ 579.131352] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.131352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.131352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.131352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.131352] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.132236] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.132372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.132438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.132642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.132798] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.132989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.132989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.133134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.135162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.135162] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.135162] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-735ece36-635c-498c-ad00-02b6ef32bba7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.135162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-735ece36-635c-498c-ad00-02b6ef32bba7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.135162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-735ece36-635c-498c-ad00-02b6ef32bba7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.135334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-735ece36-635c-498c-ad00-02b6ef32bba7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.135405] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735ece36-635c-498c-ad00-02b6ef32bba7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.342891] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.342891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.342891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.342891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.342891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.342891] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84632093-a700-44f1-9bd9-3800580104f1 is going to be created. [ 579.363978] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.363978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.363978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.363978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.365454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.378443] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84632093-a700-44f1-9bd9-3800580104f1 in Status: UNINITIALIZED for 2s [ 579.567076] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f878974-055a-4e69-a550-cc5be1e8fc2a [ 579.568329] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.568329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.568329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.568329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.568329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.568329] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f878974-055a-4e69-a550-cc5be1e8fc2a already deleted. [ 579.568329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f878974-055a-4e69-a550-cc5be1e8fc2a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.637753] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.638621] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.638621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.638791] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 735ece36-635c-498c-ad00-02b6ef32bba7 with status ACTIVE [ 579.638856] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.639499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.639499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.639499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.639499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.639499] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.639671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.639671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.639783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.639865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.640782] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.644024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.644024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.644024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.644024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.644024] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 735ece36-635c-498c-ad00-02b6ef32bba7 is going to be updated. [ 579.662995] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.663436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.663436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.663733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.664882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.665518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-735ece36-635c-498c-ad00-02b6ef32bba7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.146207] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.651762] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.651762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.651762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.651762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.651762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.651762] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be created. [ 580.674349] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.674349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.674349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.674349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.674349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.682760] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: UNINITIALIZED for 2s [ 581.387186] env[63021]: INFO networking_nsxv3.common.synchronization [None req-d8666bf5-c260-4961-9f65-497de434f267 None None] Enqueued Resource ID: 325b54db-bef5-4410-a31a-3ac0a28521c3 with Priority: HIGHEST for action port [ 581.387186] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325b54db-bef5-4410-a31a-3ac0a28521c3 with Priority: HIGHEST for action port [ 581.387186] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-325b54db-bef5-4410-a31a-3ac0a28521c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.387186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-325b54db-bef5-4410-a31a-3ac0a28521c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.387186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-325b54db-bef5-4410-a31a-3ac0a28521c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.387881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-325b54db-bef5-4410-a31a-3ac0a28521c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.387881] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325b54db-bef5-4410-a31a-3ac0a28521c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.393318] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84632093-a700-44f1-9bd9-3800580104f1 in Status: SUCCESS [ 581.393318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.393940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.394062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.394198] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.394378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.394465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.394558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.394641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.394796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.394842] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84632093-a700-44f1-9bd9-3800580104f1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.600430] env[63021]: INFO networking_nsxv3.common.synchronization [None req-3a1f9828-64b1-472f-93df-403c76390e77 None None] Enqueued Resource ID: 5e41b112-5698-435f-bced-e6a07adef772 with Priority: HIGHEST for action port [ 581.601044] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e41b112-5698-435f-bced-e6a07adef772 with Priority: HIGHEST for action port [ 581.601508] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e41b112-5698-435f-bced-e6a07adef772 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.601703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e41b112-5698-435f-bced-e6a07adef772" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.601796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e41b112-5698-435f-bced-e6a07adef772" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.602112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e41b112-5698-435f-bced-e6a07adef772" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.602230] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e41b112-5698-435f-bced-e6a07adef772',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.898848] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 325b54db-bef5-4410-a31a-3ac0a28521c3 [ 581.899250] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.899445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.899549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.899827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.899921] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.900029] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:325b54db-bef5-4410-a31a-3ac0a28521c3 already deleted. [ 581.900110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-325b54db-bef5-4410-a31a-3ac0a28521c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.900389] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84632093-a700-44f1-9bd9-3800580104f1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.900870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.900870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.900870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.900870] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.901157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.901157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.901157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.901251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.901284] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.901407] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84632093-a700-44f1-9bd9-3800580104f1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.901490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.901545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.901677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.901806] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.901898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.901954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.902173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.902243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.902319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.902548] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84632093-a700-44f1-9bd9-3800580104f1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.104390] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e41b112-5698-435f-bced-e6a07adef772 [ 582.105183] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.105392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.105465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.105765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.105836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.105883] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e41b112-5698-435f-bced-e6a07adef772 already deleted. [ 582.105953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e41b112-5698-435f-bced-e6a07adef772" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.406167] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84632093-a700-44f1-9bd9-3800580104f1: rpc.has_security_group_logging(os_id): False [ 582.423661] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.423770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.423843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.424101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.424228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.424420] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.424519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.424606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.424785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.424865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.425086] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.425180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.425850] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.426295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.426295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.427129] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.427129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.427129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.427129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.427129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.427129] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84632093-a700-44f1-9bd9-3800580104f1 is going to be created. [ 582.481459] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.481459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.481459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.481713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.482045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.495373] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84632093-a700-44f1-9bd9-3800580104f1 in Status: IN_PROGRESS for 2s [ 582.692912] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 582.693144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.693316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.693540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.693731] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.693861] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.693900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.694069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.694148] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.694231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.694320] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.954513] env[63021]: INFO networking_nsxv3.common.synchronization [req-5557dd6d-8871-4b04-902a-5fb89e3ecdba req-b77fc215-05be-40e9-bf92-009d3f9f70d7 tempest-ServerExternalEventsTest-1563001839 tempest-ServerExternalEventsTest-1563001839-project-member] Enqueued Resource ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 with Priority: HIGHEST for action security_group_members [ 582.958019] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 with Priority: HIGHEST for action security_group_members [ 582.958019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.958019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.958019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.958019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.958019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.958019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.958019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.958019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.958019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.958019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ddcb1b-40c5-4b1d-a012-0a254c2b06b6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.197257] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.197451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.197689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.197689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.197935] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.198053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.198113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.198269] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.198367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.198479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.198653] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.198785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.198854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.199016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.199164] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.199257] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.199319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.199457] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.199541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.199628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.199719] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.461321] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.461859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.461859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.461859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.461999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.462193] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.462308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.462351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.462517] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.462595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.462682] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 already deleted. [ 583.462763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.567369] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.567369] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.567985] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.567985] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.567985] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.568320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.568320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.568509] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.568631] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.568833] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 583.568941] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.570229] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.570802] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.570802] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 583.570802] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.570802] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.592583] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.592924] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 583.593115] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.593313] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.594222] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-f7a43b4b-f49a-4b79-b488-55fd4852195c taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.594222] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-f7a43b4b-f49a-4b79-b488-55fd4852195c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.594222] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-f7a43b4b-f49a-4b79-b488-55fd4852195c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.594432] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-f7a43b4b-f49a-4b79-b488-55fd4852195c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.594432] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a43b4b-f49a-4b79-b488-55fd4852195c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.707845] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dcef994-34e4-4496-9bfc-55d087d54594: rpc.has_security_group_logging(os_id): False [ 583.726275] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.728136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.728136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.728136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.728136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.728136] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.728136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.728136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.728136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.728136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.728136] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.728499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.728499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.728499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.728499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.728663] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.728863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.728863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.728978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.728978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.729353] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be created. [ 583.780922] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.781304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.781304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.781468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.781671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.792690] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 584.054629] env[63021]: INFO networking_nsxv3.common.synchronization [None req-5e149889-3259-458c-baab-c4aabef0c777 None None] Enqueued Resource ID: 82e38c95-8a5a-4df9-8f7f-d64ef1b5d394 with Priority: HIGHEST for action port [ 584.054915] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e38c95-8a5a-4df9-8f7f-d64ef1b5d394 with Priority: HIGHEST for action port [ 584.055519] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e38c95-8a5a-4df9-8f7f-d64ef1b5d394 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.055649] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e38c95-8a5a-4df9-8f7f-d64ef1b5d394" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.055703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e38c95-8a5a-4df9-8f7f-d64ef1b5d394" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.056469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e38c95-8a5a-4df9-8f7f-d64ef1b5d394" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.056469] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e38c95-8a5a-4df9-8f7f-d64ef1b5d394',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.097243] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.097531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.097613] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.098291] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.098508] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.098632] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port f7a43b4b-f49a-4b79-b488-55fd4852195c not found, creating... [ 584.099132] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.099132] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.099294] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.099493] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.099671] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.100638] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.102033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.102033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.102033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.102033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.102033] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: f7a43b4b-f49a-4b79-b488-55fd4852195c is going to be created. [ 584.120496] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.121511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.121511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.121511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.121511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.121697] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-f7a43b4b-f49a-4b79-b488-55fd4852195c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.515734] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84632093-a700-44f1-9bd9-3800580104f1 in Status: SUCCESS [ 584.515734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.561258] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82e38c95-8a5a-4df9-8f7f-d64ef1b5d394 [ 584.561889] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.562205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.562389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.562788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.564566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.564566] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82e38c95-8a5a-4df9-8f7f-d64ef1b5d394 already deleted. [ 584.564566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e38c95-8a5a-4df9-8f7f-d64ef1b5d394" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.921300] env[63021]: INFO networking_nsxv3.common.synchronization [None req-46cbbfc2-12ca-42af-9289-a0be4101c16a None None] Enqueued Resource ID: 456473c0-2d79-466b-ac71-63c483e69d96 with Priority: HIGHEST for action port [ 584.921569] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456473c0-2d79-466b-ac71-63c483e69d96 with Priority: HIGHEST for action port [ 584.922151] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-456473c0-2d79-466b-ac71-63c483e69d96 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.923047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-456473c0-2d79-466b-ac71-63c483e69d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.923047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-456473c0-2d79-466b-ac71-63c483e69d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.923047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-456473c0-2d79-466b-ac71-63c483e69d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.923047] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('456473c0-2d79-466b-ac71-63c483e69d96',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.258060] env[63021]: INFO networking_nsxv3.common.synchronization [req-5557dd6d-8871-4b04-902a-5fb89e3ecdba req-403b0ec8-70b2-4352-a1ca-5f1939c566c1 service nova] Enqueued Resource ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 with Priority: HIGHEST for action security_group_rules [ 585.258116] env[63021]: INFO networking_nsxv3.common.synchronization [req-5557dd6d-8871-4b04-902a-5fb89e3ecdba req-403b0ec8-70b2-4352-a1ca-5f1939c566c1 service nova] Enqueued Resource ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 with Priority: HIGHEST for action security_group_members [ 585.258240] env[63021]: INFO networking_nsxv3.common.synchronization [req-5557dd6d-8871-4b04-902a-5fb89e3ecdba req-403b0ec8-70b2-4352-a1ca-5f1939c566c1 service nova] Enqueued Resource ID: f7a43b4b-f49a-4b79-b488-55fd4852195c with Priority: HIGHEST for action port [ 585.258786] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 with Priority: HIGHEST for action security_group_rules [ 585.258893] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 with Priority: HIGHEST for action security_group_members [ 585.258975] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a43b4b-f49a-4b79-b488-55fd4852195c with Priority: HIGHEST for action port [ 585.261716] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.261882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.261927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.262231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.262313] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ddcb1b-40c5-4b1d-a012-0a254c2b06b6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.267072] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.267208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.267208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.267690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.267690] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.267690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.267942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.267942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.268120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.268483] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ddcb1b-40c5-4b1d-a012-0a254c2b06b6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.272890] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7a43b4b-f49a-4b79-b488-55fd4852195c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.272890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7a43b4b-f49a-4b79-b488-55fd4852195c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.272890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7a43b4b-f49a-4b79-b488-55fd4852195c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.273091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7a43b4b-f49a-4b79-b488-55fd4852195c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.273091] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a43b4b-f49a-4b79-b488-55fd4852195c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.425822] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 456473c0-2d79-466b-ac71-63c483e69d96 [ 585.426056] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.426204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.426274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.426475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.426559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.426654] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:456473c0-2d79-466b-ac71-63c483e69d96 already deleted. [ 585.426735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-456473c0-2d79-466b-ac71-63c483e69d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.725011] env[63021]: INFO networking_nsxv3.common.synchronization [req-c0eb0318-b4ad-46b7-97d9-49268588965f req-62447292-87c2-4ca8-bf70-fc5101234fd2 tempest-VolumesAdminNegativeTest-34143088 tempest-VolumesAdminNegativeTest-34143088-project-member] Enqueued Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_members [ 585.725532] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_members [ 585.725958] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b387fa5-5e56-4bb7-9484-db7885ce6a62 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.725958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.726151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.726720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.730018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.730018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.730018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.730018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.730018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.730018] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.772849] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ddcb1b-40c5-4b1d-a012-0a254c2b06b6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.776176] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.776176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.777626] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7a43b4b-f49a-4b79-b488-55fd4852195c with status ACTIVE [ 585.777840] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.777946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.777998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.778210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.778301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.778470] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.778567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.778631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.778773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.778844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.779119] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.779119] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.779222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.779971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.779971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.779971] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7a43b4b-f49a-4b79-b488-55fd4852195c is going to be updated. [ 585.813505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.813850] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.814026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.816020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.816020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.816020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7a43b4b-f49a-4b79-b488-55fd4852195c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.816020] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 585.816020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.231159] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.231470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.231470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.231721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.231776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.231960] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.232125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.232200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.232421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.232421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.232517] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 already deleted. [ 586.232547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.277712] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ddcb1b-40c5-4b1d-a012-0a254c2b06b6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.451706] env[63021]: INFO networking_nsxv3.common.synchronization [None req-429a2796-d570-4340-92ca-2f3317a68870 None None] Enqueued Resource ID: dfcaa85a-c403-442e-9b8b-f375e9d34549 with Priority: HIGHEST for action port [ 586.452258] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcaa85a-c403-442e-9b8b-f375e9d34549 with Priority: HIGHEST for action port [ 586.452561] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfcaa85a-c403-442e-9b8b-f375e9d34549 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.452693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfcaa85a-c403-442e-9b8b-f375e9d34549" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.452756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfcaa85a-c403-442e-9b8b-f375e9d34549" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.452993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfcaa85a-c403-442e-9b8b-f375e9d34549" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.453152] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfcaa85a-c403-442e-9b8b-f375e9d34549',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.751166] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.751166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.751937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.751937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.751937] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.751937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.753555] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.753555] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.753555] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.753874] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 586.754864] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.754864] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.754864] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.754864] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 586.754864] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.755107] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.775829] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.776061] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 586.776344] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.776582] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.776953] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-fea60f3c-e539-418e-abfc-a7a41c223938 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.777241] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-fea60f3c-e539-418e-abfc-a7a41c223938" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.777330] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-fea60f3c-e539-418e-abfc-a7a41c223938" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.777783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-fea60f3c-e539-418e-abfc-a7a41c223938" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.777949] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fea60f3c-e539-418e-abfc-a7a41c223938',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.781226] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.784365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.784365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.784365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.784365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.784365] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 is going to be created. [ 586.806237] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.806237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.806237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.806237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.806237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.813066] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 in Status: UNINITIALIZED for 2s [ 586.955918] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfcaa85a-c403-442e-9b8b-f375e9d34549 [ 586.959308] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.959308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.959308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.959308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.959308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.959308] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfcaa85a-c403-442e-9b8b-f375e9d34549 already deleted. [ 586.959308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfcaa85a-c403-442e-9b8b-f375e9d34549" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.115134] env[63021]: INFO networking_nsxv3.common.synchronization [None req-7d8e56f4-c6a6-4cf2-8419-4dae74081a77 None None] Enqueued Resource ID: 1c906232-8ba8-480a-b523-03c2358647ac with Priority: HIGHEST for action port [ 587.115645] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c906232-8ba8-480a-b523-03c2358647ac with Priority: HIGHEST for action port [ 587.115962] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c906232-8ba8-480a-b523-03c2358647ac taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.117213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c906232-8ba8-480a-b523-03c2358647ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.117319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c906232-8ba8-480a-b523-03c2358647ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.118043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c906232-8ba8-480a-b523-03c2358647ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.118043] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c906232-8ba8-480a-b523-03c2358647ac',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.226812] env[63021]: INFO networking_nsxv3.common.synchronization [req-0ae73018-2ad8-453d-b0a6-c1359a822bd9 req-227e4f06-d22f-4c8a-ac1e-925d486170cd tempest-DeleteServersAdminTestJSON-1646188334 tempest-DeleteServersAdminTestJSON-1646188334-project-admin] Enqueued Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 587.227113] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 587.227678] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.227807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.228112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.230013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.230013] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.230013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.230013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.230217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.230453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.230453] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.280643] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.280868] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.280994] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.281296] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.281447] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.281600] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port fea60f3c-e539-418e-abfc-a7a41c223938 not found, creating... [ 587.281866] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.282029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.282147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.282359] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.282494] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.282764] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.282909] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.283044] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.283252] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.283380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.283515] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: fea60f3c-e539-418e-abfc-a7a41c223938 is going to be created. [ 587.309077] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.309313] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.309448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.313119] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.313437] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.314168] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-fea60f3c-e539-418e-abfc-a7a41c223938" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.622276] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c906232-8ba8-480a-b523-03c2358647ac [ 587.622567] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.622669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.622705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.623019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.623342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.623342] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c906232-8ba8-480a-b523-03c2358647ac already deleted. [ 587.623342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c906232-8ba8-480a-b523-03c2358647ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.732314] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.732758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.732758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.732873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.734071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.734071] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.734071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.734071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.734071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.734071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.734071] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 is going to be updated. [ 587.791391] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.791726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.791767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.792080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.792182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.802214] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: IN_PROGRESS for 2s [ 588.019388] env[63021]: INFO networking_nsxv3.common.synchronization [req-a5c7e971-5f6a-4ff0-9cde-4fb9929da353 req-d1d3f04f-d488-487c-8d9a-dd706ab4db54 tempest-ServerDiagnosticsNegativeTest-1368205052 tempest-ServerDiagnosticsNegativeTest-1368205052-project-member] Enqueued Resource ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 with Priority: HIGHEST for action security_group_members [ 588.019577] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 with Priority: HIGHEST for action security_group_members [ 588.019886] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.020021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.020088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.020287] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.020436] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.020561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.020619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.020873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.020954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.021059] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bd423fa-64b2-41c4-97af-2b38a6a7ad30',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.523508] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.523508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.524426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.524426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.524426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.524426] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.524426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.524426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.524426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.524426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.524818] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 is going to be updated. [ 588.550838] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.550838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.550838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.550838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.550838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.558142] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 in Status: IN_PROGRESS for 2s [ 588.712425] env[63021]: INFO networking_nsxv3.common.synchronization [req-c0eb0318-b4ad-46b7-97d9-49268588965f req-ce0e3d11-c279-4f70-89f2-ba556132b790 service nova] Enqueued Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_rules [ 588.712425] env[63021]: INFO networking_nsxv3.common.synchronization [req-c0eb0318-b4ad-46b7-97d9-49268588965f req-ce0e3d11-c279-4f70-89f2-ba556132b790 service nova] Enqueued Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_members [ 588.712762] env[63021]: INFO networking_nsxv3.common.synchronization [req-c0eb0318-b4ad-46b7-97d9-49268588965f req-ce0e3d11-c279-4f70-89f2-ba556132b790 service nova] Enqueued Resource ID: fea60f3c-e539-418e-abfc-a7a41c223938 with Priority: HIGHEST for action port [ 588.712805] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_rules [ 588.713131] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_members [ 588.713131] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea60f3c-e539-418e-abfc-a7a41c223938 with Priority: HIGHEST for action port [ 588.713854] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.713854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.713854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.714695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.714695] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.716324] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b387fa5-5e56-4bb7-9484-db7885ce6a62 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.717038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.717038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.717038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.717038] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.717038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.717038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.717259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.717259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.717352] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.718153] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-fea60f3c-e539-418e-abfc-a7a41c223938 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.718262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fea60f3c-e539-418e-abfc-a7a41c223938" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.719256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fea60f3c-e539-418e-abfc-a7a41c223938" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.719570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fea60f3c-e539-418e-abfc-a7a41c223938" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.719604] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fea60f3c-e539-418e-abfc-a7a41c223938',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.823308] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 in Status: SUCCESS [ 588.823610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.825591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.826619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.826619] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.826619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.826619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.826619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.826619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.826619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.826619] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ddcb1b-40c5-4b1d-a012-0a254c2b06b6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.222537] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fea60f3c-e539-418e-abfc-a7a41c223938 with status ACTIVE [ 589.222753] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.222960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.222960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.223192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.223286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.223465] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.223572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.223634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.223782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.223860] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.224056] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.224179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.224219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.224356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.224433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.224515] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fea60f3c-e539-418e-abfc-a7a41c223938 is going to be updated. [ 589.225679] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.230886] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b387fa5-5e56-4bb7-9484-db7885ce6a62 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.230886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.262039] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.262039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.262210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.262323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.262457] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.263039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fea60f3c-e539-418e-abfc-a7a41c223938" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.329159] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.329343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.330091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.330091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.330091] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.330091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.330091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.330389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.330389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.330389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.330477] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.330528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.330559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.330691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.330833] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.330929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.330993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.331136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.331209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.331285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.331391] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ddcb1b-40c5-4b1d-a012-0a254c2b06b6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.531400] env[63021]: INFO networking_nsxv3.common.synchronization [None req-67396ee4-b4c8-48e8-9fcd-dbd3435cedc7 None None] Enqueued Resource ID: 51f4b766-a83d-4281-8049-978d6a2def70 with Priority: HIGHEST for action port [ 589.534614] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f4b766-a83d-4281-8049-978d6a2def70 with Priority: HIGHEST for action port [ 589.534614] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-51f4b766-a83d-4281-8049-978d6a2def70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.534614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51f4b766-a83d-4281-8049-978d6a2def70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.534614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51f4b766-a83d-4281-8049-978d6a2def70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.534614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51f4b766-a83d-4281-8049-978d6a2def70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.534614] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f4b766-a83d-4281-8049-978d6a2def70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.728456] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.761146] env[63021]: INFO networking_nsxv3.common.synchronization [req-19bb96ef-6a90-46d6-b14e-187dceb20ef8 req-6b88b340-ad95-4e04-88c3-3f8d94dc03eb tempest-ServerRescueTestJSON-1583928659 tempest-ServerRescueTestJSON-1583928659-project-member] Enqueued Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 589.761431] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 589.761728] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.761901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.761901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.764718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.764718] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.764718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.764718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.764935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.764935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.764999] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.812358] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: SUCCESS [ 589.812473] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 deletion is rescheduled due to dependency. [ 589.812795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.836413] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6: rpc.has_security_group_logging(os_id): False [ 589.858683] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.858683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.858683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.858683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.858683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.858683] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.858683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.858683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.858683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.858683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.859400] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.859400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.859400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.859400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.859400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.859400] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.859400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.859400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.859700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.859700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.859700] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 is going to be created. [ 589.913272] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.913272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.913272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.913558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.913768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.923834] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 in Status: IN_PROGRESS for 2s [ 590.036710] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51f4b766-a83d-4281-8049-978d6a2def70 [ 590.037183] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.039206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.039206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.039206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.039206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.039206] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51f4b766-a83d-4281-8049-978d6a2def70 already deleted. [ 590.039206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51f4b766-a83d-4281-8049-978d6a2def70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.232036] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.232764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.232764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.233033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.233138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.233248] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 is going to be created. [ 590.254722] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.254875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.254948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.255214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.255371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.265573] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 in Status: UNINITIALIZED for 2s [ 590.267875] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.268069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.268146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.268398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.268491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.268688] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.268997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.268997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.268997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.269158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.269201] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 already deleted. [ 590.269243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.568445] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 in Status: SUCCESS [ 590.571024] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 deletion is rescheduled due to dependency. [ 590.571024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.625802] env[63021]: INFO networking_nsxv3.common.synchronization [req-cf00c76d-b9a0-4843-9995-e4bfc9dbda9f req-0508dea6-7b1f-4131-b03c-b99cd0b069f9 tempest-SecurityGroupRulesTestJSON-1837462586 tempest-SecurityGroupRulesTestJSON-1837462586-project-member] Enqueued Resource ID: 62f04ddf-3112-4717-b194-af087723d4a2 with Priority: HIGHEST for action security_group_rules [ 590.626407] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f04ddf-3112-4717-b194-af087723d4a2 with Priority: HIGHEST for action security_group_rules [ 590.626715] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62f04ddf-3112-4717-b194-af087723d4a2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.626870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62f04ddf-3112-4717-b194-af087723d4a2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.627046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62f04ddf-3112-4717-b194-af087723d4a2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.627914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62f04ddf-3112-4717-b194-af087723d4a2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.628046] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62f04ddf-3112-4717-b194-af087723d4a2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.824369] env[63021]: INFO networking_nsxv3.common.synchronization [None req-b9e10507-9076-4db0-91f6-db5fccd3bf42 tempest-ServersWithSpecificFlavorTestJSON-243894015 tempest-ServersWithSpecificFlavorTestJSON-243894015-project-member] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_rules [ 590.824915] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_rules [ 590.825278] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.825399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.825468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.825779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.825858] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.863421] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.863421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.863421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.864158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.864643] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.865264] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.866166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.866373] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.866878] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.868463] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.868463] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.868463] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.868463] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.868463] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.868463] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.868463] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.887379] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.887556] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 590.887697] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.887883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.888296] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-6dc62708-050a-40f3-b99a-f51b25937806 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.888432] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-6dc62708-050a-40f3-b99a-f51b25937806" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.888522] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-6dc62708-050a-40f3-b99a-f51b25937806" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.888833] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-6dc62708-050a-40f3-b99a-f51b25937806" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.888976] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc62708-050a-40f3-b99a-f51b25937806',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.152037] env[63021]: INFO networking_nsxv3.common.synchronization [None req-8830cb08-cb4c-4fe6-9b62-f6ca23937c62 tempest-ServersWithSpecificFlavorTestJSON-243894015 tempest-ServersWithSpecificFlavorTestJSON-243894015-project-member] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_rules [ 591.153255] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.153662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.153769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.154071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.154135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.154225] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62f04ddf-3112-4717-b194-af087723d4a2 already deleted. [ 591.154322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62f04ddf-3112-4717-b194-af087723d4a2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.154791] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_rules [ 591.155123] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.155250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.350920] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.351254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.351339] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.351559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.351651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.351755] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 already deleted. [ 591.351835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.352108] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.352177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.352245] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.392916] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.393255] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.393362] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.393566] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.393715] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.393867] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 6dc62708-050a-40f3-b99a-f51b25937806 not found, creating... [ 591.394150] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.394311] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.394429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.395507] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.395670] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.395969] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.397991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.398292] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.398514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.398678] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.399264] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 6dc62708-050a-40f3-b99a-f51b25937806 is going to be created. [ 591.421055] env[63021]: INFO networking_nsxv3.common.synchronization [None req-965b6ebf-9452-48cf-9513-566f090e286d tempest-ServersTestBootFromVolume-732507099 tempest-ServersTestBootFromVolume-732507099-project-member] Enqueued Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_rules [ 591.424462] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.424462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.424462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.424462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.424669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.424802] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-6dc62708-050a-40f3-b99a-f51b25937806" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.426528] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_rules [ 591.428442] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.428624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.428717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.429015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.429133] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.840764] env[63021]: INFO networking_nsxv3.common.synchronization [None req-64b9f24a-ddb9-4aff-9ae7-3d24cf6e3a46 tempest-ServersTestBootFromVolume-732507099 tempest-ServersTestBootFromVolume-732507099-project-member] Enqueued Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_rules [ 591.840764] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_rules [ 591.840764] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.840764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.872517] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.872871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.872871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.873430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.873541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.873642] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 already deleted. [ 591.873732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.955622] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 in Status: SUCCESS [ 591.955926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.957246] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.957339] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.957389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.957568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.957654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.957752] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 already deleted. [ 591.957826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.958070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.958643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.958774] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.159292] env[63021]: INFO networking_nsxv3.common.synchronization [None req-fab05805-d892-41ef-83de-7317ca488993 None None] Enqueued Resource ID: 25d9b45c-1625-4212-83fd-6a937a3fce44 with Priority: HIGHEST for action port [ 592.159556] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d9b45c-1625-4212-83fd-6a937a3fce44 with Priority: HIGHEST for action port [ 592.160152] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-25d9b45c-1625-4212-83fd-6a937a3fce44 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.160270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25d9b45c-1625-4212-83fd-6a937a3fce44" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.160334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25d9b45c-1625-4212-83fd-6a937a3fce44" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.160579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25d9b45c-1625-4212-83fd-6a937a3fce44" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.160668] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d9b45c-1625-4212-83fd-6a937a3fce44',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.276440] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 in Status: SUCCESS [ 592.276948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.277146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.280686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.280686] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.280686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.280686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.280686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.280686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.280686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.280686] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.298529] env[63021]: INFO networking_nsxv3.common.synchronization [None req-66c11029-6c77-48ed-a81f-bc7092893ecd None None] Enqueued Resource ID: 4d5ccd00-c18d-40d3-a30a-2aa003fe47ab with Priority: HIGHEST for action port [ 592.299895] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5ccd00-c18d-40d3-a30a-2aa003fe47ab with Priority: HIGHEST for action port [ 592.300023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d5ccd00-c18d-40d3-a30a-2aa003fe47ab taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.300095] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d5ccd00-c18d-40d3-a30a-2aa003fe47ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.300197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d5ccd00-c18d-40d3-a30a-2aa003fe47ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.300423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d5ccd00-c18d-40d3-a30a-2aa003fe47ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.300506] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5ccd00-c18d-40d3-a30a-2aa003fe47ab',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.481103] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.481337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.481337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.481702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.481702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.481795] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 already deleted. [ 592.481834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.663597] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25d9b45c-1625-4212-83fd-6a937a3fce44 [ 592.663597] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.663597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.663814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.663893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.663999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.664123] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25d9b45c-1625-4212-83fd-6a937a3fce44 already deleted. [ 592.664226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25d9b45c-1625-4212-83fd-6a937a3fce44" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.781986] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.802795] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d5ccd00-c18d-40d3-a30a-2aa003fe47ab [ 592.802871] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.802974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.803066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.803280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.803374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.803564] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d5ccd00-c18d-40d3-a30a-2aa003fe47ab already deleted. [ 592.803564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d5ccd00-c18d-40d3-a30a-2aa003fe47ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.150924] env[63021]: INFO networking_nsxv3.common.synchronization [req-19bb96ef-6a90-46d6-b14e-187dceb20ef8 req-8e6283fa-924c-4871-9dd5-abe91b377e39 service nova] Enqueued Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_rules [ 593.151894] env[63021]: INFO networking_nsxv3.common.synchronization [req-19bb96ef-6a90-46d6-b14e-187dceb20ef8 req-8e6283fa-924c-4871-9dd5-abe91b377e39 service nova] Enqueued Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 593.153540] env[63021]: INFO networking_nsxv3.common.synchronization [req-19bb96ef-6a90-46d6-b14e-187dceb20ef8 req-8e6283fa-924c-4871-9dd5-abe91b377e39 service nova] Enqueued Resource ID: 6dc62708-050a-40f3-b99a-f51b25937806 with Priority: HIGHEST for action port [ 593.153647] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_rules [ 593.153757] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 593.153852] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc62708-050a-40f3-b99a-f51b25937806 with Priority: HIGHEST for action port [ 593.154584] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.154710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.154809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.156345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.156345] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.156345] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.156345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.156345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.156637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.156637] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.156708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.156708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.156872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.156949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.157138] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.157926] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dc62708-050a-40f3-b99a-f51b25937806 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.158072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dc62708-050a-40f3-b99a-f51b25937806" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.158134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dc62708-050a-40f3-b99a-f51b25937806" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.158246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dc62708-050a-40f3-b99a-f51b25937806" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.158316] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc62708-050a-40f3-b99a-f51b25937806',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.288054] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b387fa5-5e56-4bb7-9484-db7885ce6a62: rpc.has_security_group_logging(os_id): False [ 593.303365] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.304293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.304392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.305202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.305202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.305202] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.305202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.305202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.305429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.305429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.305488] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 is going to be created. [ 593.366640] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.366640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.366640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.366978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.367087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.378751] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 in Status: IN_PROGRESS for 2s [ 593.660091] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.660243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.660506] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.661449] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dc62708-050a-40f3-b99a-f51b25937806 with status ACTIVE [ 593.661736] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.661892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.661892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.662073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.662663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.662663] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.662663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.662663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.662922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.662968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.664468] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.667316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.667316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.667316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.667316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.667316] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dc62708-050a-40f3-b99a-f51b25937806 is going to be updated. [ 593.695660] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.695844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.696560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.696560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.696560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.696560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dc62708-050a-40f3-b99a-f51b25937806" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.167534] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.265059] env[63021]: INFO networking_nsxv3.common.synchronization [req-f56ccc99-23c5-4ed6-8376-04ed81d169c1 req-9d28aa3b-4d87-462c-ad95-1d0efa175138 tempest-ImagesNegativeTestJSON-511377502 tempest-ImagesNegativeTestJSON-511377502-project-member] Enqueued Resource ID: 84632093-a700-44f1-9bd9-3800580104f1 with Priority: HIGHEST for action security_group_members [ 594.265594] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84632093-a700-44f1-9bd9-3800580104f1 with Priority: HIGHEST for action security_group_members [ 594.265905] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84632093-a700-44f1-9bd9-3800580104f1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.266229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.266229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.266405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.266443] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.266585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.266684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.266970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.267051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.268433] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84632093-a700-44f1-9bd9-3800580104f1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.529152] env[63021]: INFO networking_nsxv3.common.synchronization [None req-85542a48-af50-47cf-b122-e86b878304d6 None None] Enqueued Resource ID: e21e6f02-f144-45cc-b61d-29edb1e2b201 with Priority: HIGHEST for action port [ 594.529418] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21e6f02-f144-45cc-b61d-29edb1e2b201 with Priority: HIGHEST for action port [ 594.530000] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-e21e6f02-f144-45cc-b61d-29edb1e2b201 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.530837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e21e6f02-f144-45cc-b61d-29edb1e2b201" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.530936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e21e6f02-f144-45cc-b61d-29edb1e2b201" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.531334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e21e6f02-f144-45cc-b61d-29edb1e2b201" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.531442] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e21e6f02-f144-45cc-b61d-29edb1e2b201',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.670257] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.670661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.670661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.670814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.670814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.670875] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 is going to be created. [ 594.696199] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.696413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.696502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.696716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.696922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.711101] env[63021]: INFO networking_nsxv3.common.synchronization [None req-c55a234a-22d9-49eb-a201-3311a3d6e66f None None] Enqueued Resource ID: ac4d2591-9d8f-4d14-880d-c108112be0b6 with Priority: HIGHEST for action port [ 594.712747] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: UNINITIALIZED for 2s [ 594.713660] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4d2591-9d8f-4d14-880d-c108112be0b6 with Priority: HIGHEST for action port [ 594.714250] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac4d2591-9d8f-4d14-880d-c108112be0b6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.716253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac4d2591-9d8f-4d14-880d-c108112be0b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.716253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac4d2591-9d8f-4d14-880d-c108112be0b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.716253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac4d2591-9d8f-4d14-880d-c108112be0b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.716253] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac4d2591-9d8f-4d14-880d-c108112be0b6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.771971] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.771971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.771971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.771971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.772230] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.772301] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.772410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.772475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.772633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.772743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.772786] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84632093-a700-44f1-9bd9-3800580104f1 is going to be updated. [ 594.794629] env[63021]: INFO networking_nsxv3.common.synchronization [req-cab91d77-aab5-4c45-9c90-04607ad195ad req-7bc9b8ac-1c56-4b94-9f58-c6b7e37b39e9 tempest-SecurityGroupRulesTestJSON-1837462586 tempest-SecurityGroupRulesTestJSON-1837462586-project-member] Enqueued Resource ID: a0124c1d-d21c-4096-b138-5dd0b7bfceda with Priority: HIGHEST for action security_group_rules [ 594.794798] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0124c1d-d21c-4096-b138-5dd0b7bfceda with Priority: HIGHEST for action security_group_rules [ 594.795232] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0124c1d-d21c-4096-b138-5dd0b7bfceda taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.795394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0124c1d-d21c-4096-b138-5dd0b7bfceda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.795394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0124c1d-d21c-4096-b138-5dd0b7bfceda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.796127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0124c1d-d21c-4096-b138-5dd0b7bfceda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.796127] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0124c1d-d21c-4096-b138-5dd0b7bfceda',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.802113] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.802113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.802113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.802113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.802113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.814862] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84632093-a700-44f1-9bd9-3800580104f1 in Status: IN_PROGRESS for 2s [ 594.876323] env[63021]: INFO networking_nsxv3.common.synchronization [req-d380ac33-3a3f-419f-b4d1-ad7edb67b04d req-59857088-d430-4a5b-8dcc-3d7d64a7818e tempest-ImagesOneServerTestJSON-699423091 tempest-ImagesOneServerTestJSON-699423091-project-member] Enqueued Resource ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b with Priority: HIGHEST for action security_group_members [ 594.876323] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b with Priority: HIGHEST for action security_group_members [ 594.876323] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.876323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.876323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.879295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.879295] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.879295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.879295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.879295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.879295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.879295] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f5ccb3a-fa57-4774-8204-fd30bd893c6b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.035513] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e21e6f02-f144-45cc-b61d-29edb1e2b201 [ 595.035513] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.035513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.035513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.035513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.035513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.035513] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e21e6f02-f144-45cc-b61d-29edb1e2b201 already deleted. [ 595.035513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e21e6f02-f144-45cc-b61d-29edb1e2b201" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.217839] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac4d2591-9d8f-4d14-880d-c108112be0b6 [ 595.217839] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.217839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.218312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.218312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.218312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.218312] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac4d2591-9d8f-4d14-880d-c108112be0b6 already deleted. [ 595.218563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac4d2591-9d8f-4d14-880d-c108112be0b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.318699] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.318917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.318917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.319150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.319236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.319331] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0124c1d-d21c-4096-b138-5dd0b7bfceda already deleted. [ 595.319413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0124c1d-d21c-4096-b138-5dd0b7bfceda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.384271] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.384484] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.384635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.384787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.384881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.386295] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.386490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.386490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.387000] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.387000] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.387000] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b already deleted. [ 595.388810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.399967] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 in Status: SUCCESS [ 595.399967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.557785] env[63021]: INFO networking_nsxv3.common.synchronization [None req-80f0d279-5a12-478e-8dac-ad3344579473 None None] Enqueued Resource ID: 97c2b997-4d71-43b2-9389-303fb718d84f with Priority: HIGHEST for action port [ 595.558374] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c2b997-4d71-43b2-9389-303fb718d84f with Priority: HIGHEST for action port [ 595.558675] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-97c2b997-4d71-43b2-9389-303fb718d84f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.558791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97c2b997-4d71-43b2-9389-303fb718d84f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.558854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97c2b997-4d71-43b2-9389-303fb718d84f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.562943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97c2b997-4d71-43b2-9389-303fb718d84f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.563209] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c2b997-4d71-43b2-9389-303fb718d84f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.853590] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.853786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.853897] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.854315] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.854627] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.854837] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.854997] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.858522] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.858690] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.858929] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.859051] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.859160] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.859265] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.859374] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.859477] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.859614] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.879498] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.879666] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.879790] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.879970] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.880315] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-b8893183-7887-4add-9ad9-389b74e74c81 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.881071] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-b8893183-7887-4add-9ad9-389b74e74c81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.881251] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-b8893183-7887-4add-9ad9-389b74e74c81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.881608] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-b8893183-7887-4add-9ad9-389b74e74c81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.881746] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8893183-7887-4add-9ad9-389b74e74c81',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.067943] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97c2b997-4d71-43b2-9389-303fb718d84f [ 596.067943] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.067943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.067943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.067943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.067943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.067943] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97c2b997-4d71-43b2-9389-303fb718d84f already deleted. [ 596.067943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97c2b997-4d71-43b2-9389-303fb718d84f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.310085] env[63021]: INFO networking_nsxv3.common.synchronization [None req-37c6fd5e-d07f-4028-9bfa-6f0960fa02db None None] Enqueued Resource ID: 60747d9e-2fbb-4678-9a7b-8b0e0f155214 with Priority: HIGHEST for action port [ 596.311547] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60747d9e-2fbb-4678-9a7b-8b0e0f155214 with Priority: HIGHEST for action port [ 596.311547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-60747d9e-2fbb-4678-9a7b-8b0e0f155214 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.311547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60747d9e-2fbb-4678-9a7b-8b0e0f155214" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.311547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60747d9e-2fbb-4678-9a7b-8b0e0f155214" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.311798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60747d9e-2fbb-4678-9a7b-8b0e0f155214" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.317666] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60747d9e-2fbb-4678-9a7b-8b0e0f155214',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.384472] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.384816] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.385014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.385417] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.385651] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.385873] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port b8893183-7887-4add-9ad9-389b74e74c81 not found, creating... [ 596.386300] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.386546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.386723] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.389304] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.390330] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.390718] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.390892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.391054] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.391454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.391594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.391734] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: b8893183-7887-4add-9ad9-389b74e74c81 is going to be created. [ 596.419098] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.419098] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.419098] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.419330] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.419941] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.419941] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-b8893183-7887-4add-9ad9-389b74e74c81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.782193] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: SUCCESS [ 596.784641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.784641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.784641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.784641] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.784641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.784641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.784641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.784641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.784641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.784641] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.815057] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60747d9e-2fbb-4678-9a7b-8b0e0f155214 [ 596.815381] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.815503] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.815503] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.815757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.817090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.817240] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60747d9e-2fbb-4678-9a7b-8b0e0f155214 already deleted. [ 596.817349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60747d9e-2fbb-4678-9a7b-8b0e0f155214" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.829493] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84632093-a700-44f1-9bd9-3800580104f1 in Status: SUCCESS [ 596.829780] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84632093-a700-44f1-9bd9-3800580104f1 deletion is rescheduled due to dependency. [ 596.829780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84632093-a700-44f1-9bd9-3800580104f1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.287145] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.287329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.287399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.287568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.287728] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.287865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.288067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.288067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.288181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.288230] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.288407] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.288551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.288694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.289051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.289051] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.289198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.289198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.289300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.289348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.289406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.289492] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.699899] env[63021]: INFO networking_nsxv3.common.synchronization [None req-622a15a7-ded7-4768-b776-bdc3575f8d77 None None] Enqueued Resource ID: 0cf9d721-b31b-4702-b461-e74f1172d3d1 with Priority: HIGHEST for action port [ 597.700176] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf9d721-b31b-4702-b461-e74f1172d3d1 with Priority: HIGHEST for action port [ 597.701682] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf9d721-b31b-4702-b461-e74f1172d3d1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.701682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf9d721-b31b-4702-b461-e74f1172d3d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.701682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf9d721-b31b-4702-b461-e74f1172d3d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.701682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf9d721-b31b-4702-b461-e74f1172d3d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.701682] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf9d721-b31b-4702-b461-e74f1172d3d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.792386] env[63021]: INFO networking_nsxv3.common.synchronization [req-4b7d0a7d-24c8-4fd0-b2fc-d929be4c8481 req-dc471e0b-1c79-4de8-817a-229b5819ea6e tempest-FloatingIPsAssociationTestJSON-1306702303 tempest-FloatingIPsAssociationTestJSON-1306702303-project-member] Enqueued Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 597.792386] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 597.792386] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.792386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.792386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.792386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.792386] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.792386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.792386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.792791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.794502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.794502] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.795955] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 685eaa86-cbe4-44b0-b212-bc0868d58033: rpc.has_security_group_logging(os_id): False [ 597.815917] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.817179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.817179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.817179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.817179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.817971] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.818313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.818406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.818732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.818853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.819076] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.819200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.819259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.820468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.820578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.820775] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.820878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.820946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.821087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.821177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.821242] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 is going to be created. [ 597.881659] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.881798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.881894] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.882118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.882297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.895194] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: IN_PROGRESS for 2s [ 597.939490] env[63021]: INFO networking_nsxv3.common.synchronization [req-d380ac33-3a3f-419f-b4d1-ad7edb67b04d req-e2fe1c70-3a89-4207-834f-f3493090d9bd service nova] Enqueued Resource ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b with Priority: HIGHEST for action security_group_rules [ 597.939490] env[63021]: INFO networking_nsxv3.common.synchronization [req-d380ac33-3a3f-419f-b4d1-ad7edb67b04d req-e2fe1c70-3a89-4207-834f-f3493090d9bd service nova] Enqueued Resource ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b with Priority: HIGHEST for action security_group_members [ 597.939839] env[63021]: INFO networking_nsxv3.common.synchronization [req-d380ac33-3a3f-419f-b4d1-ad7edb67b04d req-e2fe1c70-3a89-4207-834f-f3493090d9bd service nova] Enqueued Resource ID: b8893183-7887-4add-9ad9-389b74e74c81 with Priority: HIGHEST for action port [ 597.941015] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b with Priority: HIGHEST for action security_group_rules [ 597.941015] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b with Priority: HIGHEST for action security_group_members [ 597.941015] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8893183-7887-4add-9ad9-389b74e74c81 with Priority: HIGHEST for action port [ 597.941567] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f5ccb3a-fa57-4774-8204-fd30bd893c6b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.944927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.944927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.944927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.944927] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f5ccb3a-fa57-4774-8204-fd30bd893c6b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.944927] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.944927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.944927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.944927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.944927] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.944927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.944927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.944927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.944927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.944927] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f5ccb3a-fa57-4774-8204-fd30bd893c6b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.947817] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8893183-7887-4add-9ad9-389b74e74c81 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.947974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8893183-7887-4add-9ad9-389b74e74c81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.948064] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8893183-7887-4add-9ad9-389b74e74c81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.948603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8893183-7887-4add-9ad9-389b74e74c81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.948733] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8893183-7887-4add-9ad9-389b74e74c81',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.989236] env[63021]: INFO networking_nsxv3.common.synchronization [None req-6414cd71-e3bd-4349-b790-eeaf5cf4ff3f tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_rules [ 597.989236] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_rules [ 597.989384] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.989509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.989560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.989815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.989913] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.195489] env[63021]: INFO networking_nsxv3.common.synchronization [None req-7193448e-af0a-402b-9f6b-ba487f77dae4 None None] Enqueued Resource ID: f67a6bbd-5c97-4020-b488-3c73d5102432 with Priority: HIGHEST for action port [ 598.195653] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67a6bbd-5c97-4020-b488-3c73d5102432 with Priority: HIGHEST for action port [ 598.196248] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f67a6bbd-5c97-4020-b488-3c73d5102432 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.196507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f67a6bbd-5c97-4020-b488-3c73d5102432" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.196507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f67a6bbd-5c97-4020-b488-3c73d5102432" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.196679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f67a6bbd-5c97-4020-b488-3c73d5102432" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.196763] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f67a6bbd-5c97-4020-b488-3c73d5102432',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.205929] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cf9d721-b31b-4702-b461-e74f1172d3d1 [ 598.206173] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.206295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.206384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.206627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.206717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.206834] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cf9d721-b31b-4702-b461-e74f1172d3d1 already deleted. [ 598.206932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf9d721-b31b-4702-b461-e74f1172d3d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.299776] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.322873] env[63021]: INFO networking_nsxv3.common.synchronization [None req-1aefaea2-6d9b-40b7-ab24-c2de43795ef4 tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_rules [ 598.322873] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_rules [ 598.322873] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.323171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.451594] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f5ccb3a-fa57-4774-8204-fd30bd893c6b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.452821] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.452944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.453143] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8893183-7887-4add-9ad9-389b74e74c81 with status ACTIVE [ 598.453347] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.453471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.453541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.453829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.453873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.454161] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.454250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.454291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.454466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.454575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.454811] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.455037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.455037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.455180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.455270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.455367] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8893183-7887-4add-9ad9-389b74e74c81 is going to be updated. [ 598.477536] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.477536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.477536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.477900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.477956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.478151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8893183-7887-4add-9ad9-389b74e74c81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.519545] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.519691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.519763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.520058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.520150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.520250] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 already deleted. [ 598.520347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.520493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.520658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.520748] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.699467] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f67a6bbd-5c97-4020-b488-3c73d5102432 [ 598.699814] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.700017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.700363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.700409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.700512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.700657] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f67a6bbd-5c97-4020-b488-3c73d5102432 already deleted. [ 598.700758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f67a6bbd-5c97-4020-b488-3c73d5102432" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.803329] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.957234] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f5ccb3a-fa57-4774-8204-fd30bd893c6b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.041841] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.042286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.042286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.042389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.042446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.042549] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 already deleted. [ 599.042660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.242297] env[63021]: INFO networking_nsxv3.common.synchronization [None req-6e6e0d10-e669-4e47-ad92-cadd7bffe476 tempest-ServersTestManualDisk-1597241850 tempest-ServersTestManualDisk-1597241850-project-member] Enqueued Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_rules [ 599.242297] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_rules [ 599.244514] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.247020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.247020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.247020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.247020] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa851a99-3a7f-45b0-988a-0ec3cf5b7141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.248336] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.252021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-156" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.252021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-156" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.252021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-156" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.252021] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.252021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.252021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.252021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.252021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.252021] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.252021] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.252021] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.252021] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.252021] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.252021] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.252021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.272023] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.272555] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 599.275188] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.275188] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-156" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.275188] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-dbc0e58f-b646-4c47-becf-ba9c242ca9aa taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.275188] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-dbc0e58f-b646-4c47-becf-ba9c242ca9aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.275188] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-dbc0e58f-b646-4c47-becf-ba9c242ca9aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.275188] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-dbc0e58f-b646-4c47-becf-ba9c242ca9aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.275188] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbc0e58f-b646-4c47-becf-ba9c242ca9aa',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.311794] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.311794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.311794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.311794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.311794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.311794] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a is going to be updated. [ 599.336102] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.336102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.336102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.336102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.336102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.345064] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: IN_PROGRESS for 2s [ 599.461859] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.461859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.461859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.461859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.461859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.461859] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b is going to be created. [ 599.488382] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.488382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.488382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.488382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.488382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.497508] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b in Status: UNINITIALIZED for 2s [ 599.773849] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.774199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.774199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.774445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.774492] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.774638] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 already deleted. [ 599.774721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.777518] env[63021]: INFO networking_nsxv3.common.synchronization [None req-d061a3f3-f838-480b-8776-4d4bc19ac73c None None] Enqueued Resource ID: 74ac4077-5bb3-4edc-aa4d-3466a84bef0f with Priority: HIGHEST for action port [ 599.778537] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.779406] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.779611] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.779926] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.781016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.781016] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port dbc0e58f-b646-4c47-becf-ba9c242ca9aa not found, creating... [ 599.781016] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.781016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.781016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.781288] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.781423] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.781780] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.781994] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.782153] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.782403] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.782573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.782772] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: dbc0e58f-b646-4c47-becf-ba9c242ca9aa is going to be created. [ 599.783983] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ac4077-5bb3-4edc-aa4d-3466a84bef0f with Priority: HIGHEST for action port [ 599.787402] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-74ac4077-5bb3-4edc-aa4d-3466a84bef0f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.787566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74ac4077-5bb3-4edc-aa4d-3466a84bef0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.787653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74ac4077-5bb3-4edc-aa4d-3466a84bef0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.787919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74ac4077-5bb3-4edc-aa4d-3466a84bef0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.788060] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ac4077-5bb3-4edc-aa4d-3466a84bef0f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.790094] env[63021]: INFO networking_nsxv3.common.synchronization [None req-1962c348-5ea7-49e7-bcad-775186391f73 tempest-ServersTestManualDisk-1597241850 tempest-ServersTestManualDisk-1597241850-project-member] Enqueued Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_rules [ 599.791508] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_rules [ 599.792184] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.792843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.792942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.793180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.795262] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa851a99-3a7f-45b0-988a-0ec3cf5b7141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.808234] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.808449] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.808744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.808859] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.809112] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.809368] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-dbc0e58f-b646-4c47-becf-ba9c242ca9aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.909409] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: SUCCESS [ 599.909409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.239328] env[63021]: INFO networking_nsxv3.common.synchronization [None req-ae7f364e-b01e-49c3-bf0c-ec4f1f68aa86 None None] Enqueued Resource ID: f4eb9ca4-825a-49fa-bb26-cd666e6c809b with Priority: HIGHEST for action port [ 600.239970] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eb9ca4-825a-49fa-bb26-cd666e6c809b with Priority: HIGHEST for action port [ 600.240302] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4eb9ca4-825a-49fa-bb26-cd666e6c809b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.240424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4eb9ca4-825a-49fa-bb26-cd666e6c809b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.240489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4eb9ca4-825a-49fa-bb26-cd666e6c809b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.240790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4eb9ca4-825a-49fa-bb26-cd666e6c809b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.240883] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4eb9ca4-825a-49fa-bb26-cd666e6c809b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.248361] env[63021]: INFO networking_nsxv3.common.synchronization [req-fa9cf96e-1fa7-41d8-8fc5-4ef011c3de54 req-129e08e5-d780-4ef9-ba1a-f9ff415cc176 tempest-VolumesAssistedSnapshotsTest-346075985 tempest-VolumesAssistedSnapshotsTest-346075985-project-member] Enqueued Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_members [ 600.248361] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_members [ 600.249918] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dd824f-238d-4f0c-9678-da1fcdd52dd6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.250130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.250215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.250515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.250747] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.250905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.251021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.251245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.251367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.251491] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.291671] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74ac4077-5bb3-4edc-aa4d-3466a84bef0f [ 600.291938] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.292116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.292426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.292495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.292619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.292781] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74ac4077-5bb3-4edc-aa4d-3466a84bef0f already deleted. [ 600.292897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74ac4077-5bb3-4edc-aa4d-3466a84bef0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.314531] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.314531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.314531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.314531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.314531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.314531] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 already deleted. [ 600.314531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.425171] env[63021]: INFO networking_nsxv3.common.synchronization [None req-4290988c-24e4-45cb-bc12-3818d9b5145c None None] Enqueued Resource ID: 1ef1f285-0dde-4fcb-b8d2-1cb2bce561f2 with Priority: HIGHEST for action port [ 600.426508] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef1f285-0dde-4fcb-b8d2-1cb2bce561f2 with Priority: HIGHEST for action port [ 600.427225] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef1f285-0dde-4fcb-b8d2-1cb2bce561f2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.428770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef1f285-0dde-4fcb-b8d2-1cb2bce561f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.428770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef1f285-0dde-4fcb-b8d2-1cb2bce561f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.428770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef1f285-0dde-4fcb-b8d2-1cb2bce561f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.428770] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef1f285-0dde-4fcb-b8d2-1cb2bce561f2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.750499] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4eb9ca4-825a-49fa-bb26-cd666e6c809b [ 600.750662] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.750787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.750853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.751104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.751258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.751328] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4eb9ca4-825a-49fa-bb26-cd666e6c809b already deleted. [ 600.751390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4eb9ca4-825a-49fa-bb26-cd666e6c809b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.763224] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.763224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.763224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.767368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.767368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.767368] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.767368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.767368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.767368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.767368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.767368] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 already deleted. [ 600.770453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.930414] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ef1f285-0dde-4fcb-b8d2-1cb2bce561f2 [ 600.930740] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.930812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.930873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.931104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.931204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.931303] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ef1f285-0dde-4fcb-b8d2-1cb2bce561f2 already deleted. [ 600.931386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef1f285-0dde-4fcb-b8d2-1cb2bce561f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.098790] env[63021]: INFO networking_nsxv3.common.synchronization [req-4b7d0a7d-24c8-4fd0-b2fc-d929be4c8481 req-b71656b0-d0fb-4b67-8a6a-06c4d3a38d07 service nova] Enqueued Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_rules [ 601.098996] env[63021]: INFO networking_nsxv3.common.synchronization [req-4b7d0a7d-24c8-4fd0-b2fc-d929be4c8481 req-b71656b0-d0fb-4b67-8a6a-06c4d3a38d07 service nova] Enqueued Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 601.099156] env[63021]: INFO networking_nsxv3.common.synchronization [req-4b7d0a7d-24c8-4fd0-b2fc-d929be4c8481 req-b71656b0-d0fb-4b67-8a6a-06c4d3a38d07 service nova] Enqueued Resource ID: dbc0e58f-b646-4c47-becf-ba9c242ca9aa with Priority: HIGHEST for action port [ 601.099761] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_rules [ 601.099916] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 601.100127] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbc0e58f-b646-4c47-becf-ba9c242ca9aa with Priority: HIGHEST for action port [ 601.101920] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.102495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.102665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.102958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.103081] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.105320] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.105440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.105704] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbc0e58f-b646-4c47-becf-ba9c242ca9aa taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.105840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbc0e58f-b646-4c47-becf-ba9c242ca9aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.105929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbc0e58f-b646-4c47-becf-ba9c242ca9aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.106105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbc0e58f-b646-4c47-becf-ba9c242ca9aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.106198] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbc0e58f-b646-4c47-becf-ba9c242ca9aa',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.169150] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.169483] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-423" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.169483] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-423" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.169814] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-423" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.170116] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.170289] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.170388] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.170605] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.170749] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.170955] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.171434] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.171434] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.171434] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.171434] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.171652] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.171652] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.191943] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.191943] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 601.191943] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.191943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-423" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.191943] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-a290475c-c96a-4037-9a1f-e4340a86da15 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.191943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-a290475c-c96a-4037-9a1f-e4340a86da15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.191943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-a290475c-c96a-4037-9a1f-e4340a86da15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.191943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-a290475c-c96a-4037-9a1f-e4340a86da15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.192352] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a290475c-c96a-4037-9a1f-e4340a86da15',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.356075] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: SUCCESS [ 601.356075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.356347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.356993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.357244] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.357417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.357417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.357645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.357728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.357888] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.506171] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b in Status: SUCCESS [ 601.506685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.506685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.506685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.506986] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.506986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.507099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.507770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.507770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.507770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.507770] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f5ccb3a-fa57-4774-8204-fd30bd893c6b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.606561] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.606846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.608191] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbc0e58f-b646-4c47-becf-ba9c242ca9aa with status ACTIVE [ 601.608454] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.608550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.608645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.608851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.608940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.609175] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.609258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.609295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.609522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.609557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.609735] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.609872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.609872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.610041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.610120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.610216] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbc0e58f-b646-4c47-becf-ba9c242ca9aa is going to be updated. [ 601.638832] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.638832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.638832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.638832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.638832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.638832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbc0e58f-b646-4c47-becf-ba9c242ca9aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.695125] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.695461] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.695561] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.695829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.695975] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.696217] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port a290475c-c96a-4037-9a1f-e4340a86da15 not found, creating... [ 601.696412] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.696577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.696770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.697118] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.697292] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.697597] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.697761] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.697883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.698281] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.698436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.698583] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: a290475c-c96a-4037-9a1f-e4340a86da15 is going to be created. [ 601.734501] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.734835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.734978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.735510] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.735804] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.736158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-a290475c-c96a-4037-9a1f-e4340a86da15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.863520] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.009344] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.009631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.009631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.010266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.010266] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.010632] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.010632] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.010746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.010782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.011310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.011310] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.011310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.011736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.011736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.011736] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.011736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.011890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.012639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.012639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.012639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.012639] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f5ccb3a-fa57-4774-8204-fd30bd893c6b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.177350] env[63021]: INFO networking_nsxv3.common.synchronization [req-78a1acb4-c1f1-436a-833a-acfe219f578d req-85229b08-0690-4bec-91ab-ea9470d1fcd7 tempest-InstanceActionsTestJSON-1724293896 tempest-InstanceActionsTestJSON-1724293896-project-member] Enqueued Resource ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 with Priority: HIGHEST for action security_group_members [ 602.177350] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 with Priority: HIGHEST for action security_group_members [ 602.177717] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-365844bf-f245-4eb7-b4dc-5384f7971f42 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.177894] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.177979] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.178247] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.178393] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.178595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.178595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.178737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.178824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.178950] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('365844bf-f245-4eb7-b4dc-5384f7971f42',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.363344] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.516430] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f5ccb3a-fa57-4774-8204-fd30bd893c6b: rpc.has_security_group_logging(os_id): False [ 602.533902] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.534145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.534195] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.534415] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.534536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.534730] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.534887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.534887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.535027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.535093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.535276] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.535371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.535427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.536084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.536213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.536425] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.536526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.536588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.536742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.536851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.536926] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b is going to be created. [ 602.593310] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.593310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.593310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.593310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.593310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.603491] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b in Status: IN_PROGRESS for 2s [ 602.681795] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.681970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.682055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.682280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.682390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.682581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.683708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.683708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.683708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.683708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.683708] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 already deleted. [ 602.683708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.868979] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.869240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.869240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.869477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.869614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.869748] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a is going to be updated. [ 602.895307] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.895575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.895575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.895724] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.895857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.904650] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: IN_PROGRESS for 2s [ 603.317668] env[63021]: INFO networking_nsxv3.common.synchronization [req-fa9cf96e-1fa7-41d8-8fc5-4ef011c3de54 req-42daad18-e814-44f0-a0f8-21e282313016 service nova] Enqueued Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_rules [ 603.317668] env[63021]: INFO networking_nsxv3.common.synchronization [req-fa9cf96e-1fa7-41d8-8fc5-4ef011c3de54 req-42daad18-e814-44f0-a0f8-21e282313016 service nova] Enqueued Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_members [ 603.317668] env[63021]: INFO networking_nsxv3.common.synchronization [req-fa9cf96e-1fa7-41d8-8fc5-4ef011c3de54 req-42daad18-e814-44f0-a0f8-21e282313016 service nova] Enqueued Resource ID: a290475c-c96a-4037-9a1f-e4340a86da15 with Priority: HIGHEST for action port [ 603.317668] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_rules [ 603.317668] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_members [ 603.317668] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a290475c-c96a-4037-9a1f-e4340a86da15 with Priority: HIGHEST for action port [ 603.317668] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.317668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.317668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.317668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.317668] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.327303] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dd824f-238d-4f0c-9678-da1fcdd52dd6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.327303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.327303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.327303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.327303] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.327303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.327303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.327303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.327303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.327303] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.327303] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a290475c-c96a-4037-9a1f-e4340a86da15 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.327303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a290475c-c96a-4037-9a1f-e4340a86da15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.327303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a290475c-c96a-4037-9a1f-e4340a86da15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.327303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a290475c-c96a-4037-9a1f-e4340a86da15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.327303] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a290475c-c96a-4037-9a1f-e4340a86da15',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.356135] env[63021]: INFO networking_nsxv3.common.synchronization [None req-ef1d9854-1c3d-4381-ae73-9976f08c56d9 None None] Enqueued Resource ID: 6511eac7-b5de-4926-8775-a570c375945a with Priority: HIGHEST for action port [ 603.356135] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6511eac7-b5de-4926-8775-a570c375945a with Priority: HIGHEST for action port [ 603.356135] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-6511eac7-b5de-4926-8775-a570c375945a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.356135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6511eac7-b5de-4926-8775-a570c375945a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.356135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6511eac7-b5de-4926-8775-a570c375945a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.356566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6511eac7-b5de-4926-8775-a570c375945a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.356786] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6511eac7-b5de-4926-8775-a570c375945a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.468727] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.468727] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-763" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.468727] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-763" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.469668] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-763" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.473019] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.473019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.473019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.473019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.473019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.473019] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 603.473019] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.473019] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.473019] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.473019] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 603.473019] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.473019] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.490919] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.491463] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 603.491681] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.492165] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-763" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.492165] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-4fb8a759-76bd-4b37-a810-2665ea4a32b3 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.492750] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-4fb8a759-76bd-4b37-a810-2665ea4a32b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.493533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-4fb8a759-76bd-4b37-a810-2665ea4a32b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.493533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-4fb8a759-76bd-4b37-a810-2665ea4a32b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.493669] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb8a759-76bd-4b37-a810-2665ea4a32b3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.592533] env[63021]: INFO networking_nsxv3.common.synchronization [None req-1693af59-c52e-4106-8cd1-998c7be782ba tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_rules [ 603.593011] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_rules [ 603.594267] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.594707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.594707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.594882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.594882] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.769547] env[63021]: INFO networking_nsxv3.common.synchronization [None req-ccfb9eca-1674-4e88-944d-f7a11d434b37 tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_rules [ 603.769547] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_rules [ 603.769547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.769547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.819868] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dd824f-238d-4f0c-9678-da1fcdd52dd6 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.819868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.824395] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.831439] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a290475c-c96a-4037-9a1f-e4340a86da15 with status ACTIVE [ 603.831439] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.831439] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.831439] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.835201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.835201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.835550] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.835706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.835813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.836053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.836868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.836868] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.836868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.836868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.837272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.837272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.837272] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a290475c-c96a-4037-9a1f-e4340a86da15 is going to be updated. [ 603.862664] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.862881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.862970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.863237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.863418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.863600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a290475c-c96a-4037-9a1f-e4340a86da15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.863831] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6511eac7-b5de-4926-8775-a570c375945a [ 603.864015] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.864125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.864185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.864350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.864429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.864537] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6511eac7-b5de-4926-8775-a570c375945a already deleted. [ 603.864625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6511eac7-b5de-4926-8775-a570c375945a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.996435] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.996724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.996919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.997269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.997460] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.997649] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 4fb8a759-76bd-4b37-a810-2665ea4a32b3 not found, creating... [ 603.997972] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.998269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.998383] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.999667] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.999818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.000129] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.000291] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.000408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.000624] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.000762] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.000920] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 4fb8a759-76bd-4b37-a810-2665ea4a32b3 is going to be created. [ 604.020204] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.020795] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.020795] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.020888] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.021165] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.021404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-4fb8a759-76bd-4b37-a810-2665ea4a32b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.119771] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.119965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.120078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.120368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.120487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.120612] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 already deleted. [ 604.120722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.120924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.121225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.121288] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.331915] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.616925] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b in Status: SUCCESS [ 604.617217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.644123] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.645026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.645137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.645389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.645478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.645577] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 already deleted. [ 604.645656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.836100] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.836100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.836100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.836100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.836100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.836100] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 is going to be created. [ 604.859060] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.859407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.859545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.860190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.860449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.869096] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 in Status: UNINITIALIZED for 2s [ 604.916586] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: SUCCESS [ 604.916809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.917062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.917245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.917486] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.917568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.917627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.917811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.917904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.918092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.918199] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.116406] env[63021]: INFO networking_nsxv3.common.synchronization [req-e0edcafc-1cfa-45c5-8640-453dd981a09f req-31e29734-19e7-4959-b7b8-d28be815a432 tempest-SecurityGroupRulesTestJSON-1837462586 tempest-SecurityGroupRulesTestJSON-1837462586-project-member] Enqueued Resource ID: dda46809-5e09-4843-83b9-68aae6e84479 with Priority: HIGHEST for action security_group_rules [ 605.117271] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda46809-5e09-4843-83b9-68aae6e84479 with Priority: HIGHEST for action security_group_rules [ 605.118904] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dda46809-5e09-4843-83b9-68aae6e84479 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.118904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dda46809-5e09-4843-83b9-68aae6e84479" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.118904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dda46809-5e09-4843-83b9-68aae6e84479" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.118904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dda46809-5e09-4843-83b9-68aae6e84479" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.119506] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dda46809-5e09-4843-83b9-68aae6e84479',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.161801] env[63021]: INFO networking_nsxv3.common.synchronization [req-78a1acb4-c1f1-436a-833a-acfe219f578d req-6c11a430-dfbd-4001-8aed-ce166f1aae8e service nova] Enqueued Resource ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 with Priority: HIGHEST for action security_group_rules [ 605.161983] env[63021]: INFO networking_nsxv3.common.synchronization [req-78a1acb4-c1f1-436a-833a-acfe219f578d req-6c11a430-dfbd-4001-8aed-ce166f1aae8e service nova] Enqueued Resource ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 with Priority: HIGHEST for action security_group_members [ 605.162136] env[63021]: INFO networking_nsxv3.common.synchronization [req-78a1acb4-c1f1-436a-833a-acfe219f578d req-6c11a430-dfbd-4001-8aed-ce166f1aae8e service nova] Enqueued Resource ID: 4fb8a759-76bd-4b37-a810-2665ea4a32b3 with Priority: HIGHEST for action port [ 605.162380] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 with Priority: HIGHEST for action security_group_rules [ 605.162506] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 with Priority: HIGHEST for action security_group_members [ 605.162631] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb8a759-76bd-4b37-a810-2665ea4a32b3 with Priority: HIGHEST for action port [ 605.163874] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-365844bf-f245-4eb7-b4dc-5384f7971f42 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.164031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.164131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.164683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.164683] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('365844bf-f245-4eb7-b4dc-5384f7971f42',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.165326] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-365844bf-f245-4eb7-b4dc-5384f7971f42 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.165446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.165511] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.165684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.165832] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.165929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.166055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.166139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.166229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.166320] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('365844bf-f245-4eb7-b4dc-5384f7971f42',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.170306] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb8a759-76bd-4b37-a810-2665ea4a32b3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.170306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb8a759-76bd-4b37-a810-2665ea4a32b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.170306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb8a759-76bd-4b37-a810-2665ea4a32b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.170306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb8a759-76bd-4b37-a810-2665ea4a32b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.170306] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb8a759-76bd-4b37-a810-2665ea4a32b3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.262405] env[63021]: INFO networking_nsxv3.common.synchronization [None req-0dc8b962-f29b-48fb-af6d-9d1fd3ec8186 None None] Enqueued Resource ID: 5c08fa94-20e4-481f-8860-0e58bcb9f625 with Priority: HIGHEST for action port [ 605.263337] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c08fa94-20e4-481f-8860-0e58bcb9f625 with Priority: HIGHEST for action port [ 605.264196] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c08fa94-20e4-481f-8860-0e58bcb9f625 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.264377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c08fa94-20e4-481f-8860-0e58bcb9f625" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.264481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c08fa94-20e4-481f-8860-0e58bcb9f625" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.264880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c08fa94-20e4-481f-8860-0e58bcb9f625" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.265014] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c08fa94-20e4-481f-8860-0e58bcb9f625',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.421177] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.421505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.421505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.421677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.421854] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.421954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.422034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.422251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.422349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.422444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.422625] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.422722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.422835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.423220] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.423220] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.423220] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.423220] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.423393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.423424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.423489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.423579] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.642176] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.642176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.642176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.642176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.642176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.642176] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dda46809-5e09-4843-83b9-68aae6e84479 already deleted. [ 605.642176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dda46809-5e09-4843-83b9-68aae6e84479" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.671254] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('365844bf-f245-4eb7-b4dc-5384f7971f42',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.674557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-365844bf-f245-4eb7-b4dc-5384f7971f42 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.674557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.674557] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fb8a759-76bd-4b37-a810-2665ea4a32b3 with status ACTIVE [ 605.674557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.674557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.674557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.674557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.674557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.674557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.674557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.674557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.674557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.674557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.675321] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.676165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.676248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.676449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.676543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.676844] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fb8a759-76bd-4b37-a810-2665ea4a32b3 is going to be updated. [ 605.698896] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.698896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.698896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.699188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.699354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.699679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb8a759-76bd-4b37-a810-2665ea4a32b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.767163] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c08fa94-20e4-481f-8860-0e58bcb9f625 [ 605.767528] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.768120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.768120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.768120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.768120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.769378] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c08fa94-20e4-481f-8860-0e58bcb9f625 already deleted. [ 605.769378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c08fa94-20e4-481f-8860-0e58bcb9f625" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.928107] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a: rpc.has_security_group_logging(os_id): False [ 605.946475] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.946697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.946746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.947139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.947726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.947726] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.947904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.947904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.948240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.949140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.949140] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.951393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.951393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.951393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.951393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.951393] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.951393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.951393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.951393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.951393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.951393] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a is going to be updated. [ 606.011957] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.012244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.012244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.012981] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.012981] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.028033] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: IN_PROGRESS for 2s [ 606.173946] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('365844bf-f245-4eb7-b4dc-5384f7971f42',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.677526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.677857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.677857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.678716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.678716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.678716] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 is going to be created. [ 606.746023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.746023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.746023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.746023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.746023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.759313] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 in Status: UNINITIALIZED for 2s [ 606.878837] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 in Status: SUCCESS [ 606.879085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.880072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.880072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.880072] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.880072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.880072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.880355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.880355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.880355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.880355] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.383185] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.886988] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07dd824f-238d-4f0c-9678-da1fcdd52dd6: rpc.has_security_group_logging(os_id): False [ 607.904506] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.904699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.904754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.904974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.905092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.905345] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.905451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.905516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.905674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.905751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.905836] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 is going to be created. [ 607.959496] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.959496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.959496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.959825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.960269] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.975951] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 in Status: IN_PROGRESS for 2s [ 608.046569] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: SUCCESS [ 608.046808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.770119] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 in Status: SUCCESS [ 608.770433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.770780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.771011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.771251] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.771374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.771438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.771646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.771737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.771984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.771984] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('365844bf-f245-4eb7-b4dc-5384f7971f42',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.806703] env[63021]: INFO networking_nsxv3.common.synchronization [req-c7c3e8ac-1fec-453a-8f4f-76e9aae0d91a req-891bbbb6-cc20-4dcc-815c-5e28e2e8aaef tempest-MigrationsAdminTest-1750269171 tempest-MigrationsAdminTest-1750269171-project-member] Enqueued Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 608.807268] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 608.807662] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.812032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.812032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.812426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.812603] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.812720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.812720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.813112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.813112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.813112] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.936904] env[63021]: INFO networking_nsxv3.common.synchronization [req-a4c82103-d8b7-4845-a6b4-abab95e8e4fb req-e8e762cc-0e3e-45db-a7b5-1341e182f8d9 tempest-ServerExternalEventsTest-1563001839 tempest-ServerExternalEventsTest-1563001839-project-member] Enqueued Resource ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 with Priority: HIGHEST for action security_group_members [ 608.937467] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 with Priority: HIGHEST for action security_group_members [ 608.937765] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.937888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.937958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.939688] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.939870] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.939989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.940067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.940235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.940374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.940434] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ddcb1b-40c5-4b1d-a012-0a254c2b06b6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.016842] env[63021]: INFO networking_nsxv3.common.synchronization [None req-52bae1c4-256e-4256-a8a3-0d051091e79e None None] Enqueued Resource ID: 3688d36e-280e-45d4-b7d1-9a242705f858 with Priority: HIGHEST for action port [ 609.017710] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3688d36e-280e-45d4-b7d1-9a242705f858 with Priority: HIGHEST for action port [ 609.018592] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-3688d36e-280e-45d4-b7d1-9a242705f858 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.018592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3688d36e-280e-45d4-b7d1-9a242705f858" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.018592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3688d36e-280e-45d4-b7d1-9a242705f858" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.018895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3688d36e-280e-45d4-b7d1-9a242705f858" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.018895] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3688d36e-280e-45d4-b7d1-9a242705f858',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.280526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-365844bf-f245-4eb7-b4dc-5384f7971f42 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.280678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.280753] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.281052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.281271] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.281394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.281453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.283196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.283196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.283997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.284511] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-365844bf-f245-4eb7-b4dc-5384f7971f42 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.284511] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.284511] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.284639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.285560] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.285692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.285759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.287705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.287705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.287705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.287705] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('365844bf-f245-4eb7-b4dc-5384f7971f42',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.316026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.316026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.316026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.316026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.316026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.316455] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.316570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.316633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.316978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.317043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.317116] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 already deleted. [ 609.317203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.379558] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.379699] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.379836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.381386] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.381724] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.381946] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.382108] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.382383] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.382562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.382893] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.383118] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.383290] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.384393] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.384393] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.384393] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.384393] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.406544] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.406544] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 609.406544] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.406544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.406544] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-08a61148-5b3a-4bb0-a130-3eda62d6bf7c taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.406544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-08a61148-5b3a-4bb0-a130-3eda62d6bf7c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.406544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-08a61148-5b3a-4bb0-a130-3eda62d6bf7c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.409485] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-08a61148-5b3a-4bb0-a130-3eda62d6bf7c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.409662] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a61148-5b3a-4bb0-a130-3eda62d6bf7c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.442465] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.442764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.442764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.443032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.443122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.444211] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.444211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.444211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.444211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.444211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.444211] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 is going to be updated. [ 609.470020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.470020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.470020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.470020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.470020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.480037] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 in Status: IN_PROGRESS for 2s [ 609.522672] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3688d36e-280e-45d4-b7d1-9a242705f858 [ 609.522672] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.522672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.522672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.522672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.522672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.524194] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3688d36e-280e-45d4-b7d1-9a242705f858 already deleted. [ 609.524334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3688d36e-280e-45d4-b7d1-9a242705f858" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.791915] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 365844bf-f245-4eb7-b4dc-5384f7971f42: rpc.has_security_group_logging(os_id): False [ 609.807557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.807762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.807762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.808085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.808192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.808409] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.808506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.808585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.808754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.808828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.809017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.809123] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.809200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.809348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.809434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.809620] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.809709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.809768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.809933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.810017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.810167] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 is going to be created. [ 609.866965] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.866965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.866965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.866965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.866965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.877223] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 in Status: IN_PROGRESS for 2s [ 609.916050] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.916352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.916352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.916525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.916665] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.917083] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 08a61148-5b3a-4bb0-a130-3eda62d6bf7c not found, creating... [ 609.917437] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.917650] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.917725] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.918036] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.918220] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.918529] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.918691] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.918811] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.919120] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.919282] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.919426] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 08a61148-5b3a-4bb0-a130-3eda62d6bf7c is going to be created. [ 609.939596] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.940606] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.942037] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.942037] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.942037] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.942037] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-08a61148-5b3a-4bb0-a130-3eda62d6bf7c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.997920] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 in Status: SUCCESS [ 609.997920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.160050] env[63021]: INFO networking_nsxv3.common.synchronization [req-d90cd0d3-7f28-45c6-bcdb-dc7b86b22cc9 req-2b12c9f7-eab3-425f-979e-94826263547d tempest-SecurityGroupRulesTestJSON-1837462586 tempest-SecurityGroupRulesTestJSON-1837462586-project-member] Enqueued Resource ID: 4ab0c00c-a2f2-4bc5-a527-45774db38b5c with Priority: HIGHEST for action security_group_rules [ 610.160050] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab0c00c-a2f2-4bc5-a527-45774db38b5c with Priority: HIGHEST for action security_group_rules [ 610.160050] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ab0c00c-a2f2-4bc5-a527-45774db38b5c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.160050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ab0c00c-a2f2-4bc5-a527-45774db38b5c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.160050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ab0c00c-a2f2-4bc5-a527-45774db38b5c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.161259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ab0c00c-a2f2-4bc5-a527-45774db38b5c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.161259] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ab0c00c-a2f2-4bc5-a527-45774db38b5c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.686121] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.686121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.686121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.686121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.686121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.686121] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ab0c00c-a2f2-4bc5-a527-45774db38b5c already deleted. [ 610.686476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ab0c00c-a2f2-4bc5-a527-45774db38b5c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.834259] env[63021]: INFO networking_nsxv3.common.synchronization [req-c7c3e8ac-1fec-453a-8f4f-76e9aae0d91a req-4d5ed4af-3773-45cb-8a31-faac728931d3 service nova] Enqueued Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_rules [ 610.834259] env[63021]: INFO networking_nsxv3.common.synchronization [req-c7c3e8ac-1fec-453a-8f4f-76e9aae0d91a req-4d5ed4af-3773-45cb-8a31-faac728931d3 service nova] Enqueued Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 610.835338] env[63021]: INFO networking_nsxv3.common.synchronization [req-c7c3e8ac-1fec-453a-8f4f-76e9aae0d91a req-4d5ed4af-3773-45cb-8a31-faac728931d3 service nova] Enqueued Resource ID: 08a61148-5b3a-4bb0-a130-3eda62d6bf7c with Priority: HIGHEST for action port [ 610.835338] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_rules [ 610.835338] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 610.835338] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a61148-5b3a-4bb0-a130-3eda62d6bf7c with Priority: HIGHEST for action port [ 610.835772] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.835900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.835988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.836292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.836385] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.837401] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.837519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.837592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.837774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.837929] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.838040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.838105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.838548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.838548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.838548] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.839535] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-08a61148-5b3a-4bb0-a130-3eda62d6bf7c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.839535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08a61148-5b3a-4bb0-a130-3eda62d6bf7c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.839657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08a61148-5b3a-4bb0-a130-3eda62d6bf7c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.840217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08a61148-5b3a-4bb0-a130-3eda62d6bf7c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.840217] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a61148-5b3a-4bb0-a130-3eda62d6bf7c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.341898] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.342369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.342369] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.344361] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08a61148-5b3a-4bb0-a130-3eda62d6bf7c with status ACTIVE [ 611.344361] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.344361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.344361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.344361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.344361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.344700] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.344700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.344700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.344811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.344865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.345437] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.345617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.345713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.346206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.346206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.346350] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08a61148-5b3a-4bb0-a130-3eda62d6bf7c is going to be updated. [ 611.369417] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.369417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.369417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.369417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.369417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.369417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08a61148-5b3a-4bb0-a130-3eda62d6bf7c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.489538] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 in Status: SUCCESS [ 611.489538] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 deletion is rescheduled due to dependency. [ 611.489716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.850015] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.892822] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 in Status: SUCCESS [ 611.892822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.355290] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.355290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.355290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.355769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.355769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.355769] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 is going to be created. [ 612.379266] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.379266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.379266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.379266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.379266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.390130] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: UNINITIALIZED for 2s [ 614.263939] env[63021]: INFO networking_nsxv3.common.synchronization [req-fe6cbe68-33e9-494c-908d-9d22e427dcda req-4a94d525-9bf3-410d-b27d-292477b4c2ed tempest-ImagesTestJSON-852617634 tempest-ImagesTestJSON-852617634-project-member] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 614.264269] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 614.264679] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.264679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.264679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.264889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.267017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.267017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.267017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.267017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.267017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.267017] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.400688] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: SUCCESS [ 614.402858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.402858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.402858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.402858] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.402858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.402858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.402858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.402858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.402858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.402858] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.744737] env[63021]: INFO networking_nsxv3.common.synchronization [None req-c306209c-6ded-4064-a5e7-74e10607243c None None] Enqueued Resource ID: 63ba667d-b03b-4871-a333-60d49d3c7089 with Priority: HIGHEST for action port [ 614.745457] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ba667d-b03b-4871-a333-60d49d3c7089 with Priority: HIGHEST for action port [ 614.745841] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-63ba667d-b03b-4871-a333-60d49d3c7089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.746291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63ba667d-b03b-4871-a333-60d49d3c7089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.746291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63ba667d-b03b-4871-a333-60d49d3c7089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.746518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63ba667d-b03b-4871-a333-60d49d3c7089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.746610] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ba667d-b03b-4871-a333-60d49d3c7089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.772026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.772026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.772026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.772026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.772026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.772026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.772026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.772026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.772848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.772848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.772848] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 614.810556] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.810556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.810556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.811819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.811819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.821312] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 614.908481] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.908481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.908481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.908481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.908481] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.908481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.908481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.908481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.908481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.908481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.909296] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.909548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.909753] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.910042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.910338] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.911015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.911015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.911015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.911015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.911297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.911492] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.249066] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63ba667d-b03b-4871-a333-60d49d3c7089 [ 615.249287] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.249421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.250063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.250063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.250063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.250063] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63ba667d-b03b-4871-a333-60d49d3c7089 already deleted. [ 615.250063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63ba667d-b03b-4871-a333-60d49d3c7089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.413301] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f783c38e-1965-4904-a73a-99fc9d7be9b4: rpc.has_security_group_logging(os_id): False [ 615.434512] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.434512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.434512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.434512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.434512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.434512] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.434512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.434512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.434512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.434512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.434512] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.434512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.434512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.435191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.435191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.435191] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.437145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.437145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.437145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.437145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.437145] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 is going to be created. [ 615.498716] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.498716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.498716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.498716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.498716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.514774] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: IN_PROGRESS for 2s [ 616.191007] env[63021]: INFO networking_nsxv3.common.synchronization [req-c56ea193-9d79-4e50-81c2-b7b223ca75ad req-7b6d8880-4caa-4bb1-9780-ee6c8681de04 tempest-SecurityGroupRulesTestJSON-1837462586 tempest-SecurityGroupRulesTestJSON-1837462586-project-member] Enqueued Resource ID: bb1971fa-890c-497f-9d24-9e00a3d1dc17 with Priority: HIGHEST for action security_group_rules [ 616.191541] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1971fa-890c-497f-9d24-9e00a3d1dc17 with Priority: HIGHEST for action security_group_rules [ 616.191833] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.191958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.192039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.192290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.192752] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1971fa-890c-497f-9d24-9e00a3d1dc17',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.718090] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.718090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.718090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.718090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.718090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.718090] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1971fa-890c-497f-9d24-9e00a3d1dc17 already deleted. [ 616.718090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.835953] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 616.835953] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 deletion is rescheduled due to dependency. [ 616.835953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.090242] env[63021]: INFO networking_nsxv3.common.synchronization [None req-3cce9d21-f280-4df6-a0f9-c7c12ddbe37e None None] Enqueued Resource ID: f55a17bb-4859-45f2-a714-850294b74f9c with Priority: HIGHEST for action port [ 617.090502] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55a17bb-4859-45f2-a714-850294b74f9c with Priority: HIGHEST for action port [ 617.091065] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f55a17bb-4859-45f2-a714-850294b74f9c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.091204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f55a17bb-4859-45f2-a714-850294b74f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.091277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f55a17bb-4859-45f2-a714-850294b74f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.091556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f55a17bb-4859-45f2-a714-850294b74f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.091673] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55a17bb-4859-45f2-a714-850294b74f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.410943] env[63021]: INFO networking_nsxv3.common.synchronization [None req-fc81973a-0c69-41fc-8f8e-c7f42e09889a tempest-ServersTestFqdnHostnames-804115136 tempest-ServersTestFqdnHostnames-804115136-project-member] Enqueued Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_rules [ 617.411590] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_rules [ 617.412347] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5dc5257-7cac-47de-ae81-fc10c369f66c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.412543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.412655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.412966] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.416923] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.530091] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: SUCCESS [ 617.530384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.598400] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f55a17bb-4859-45f2-a714-850294b74f9c [ 617.598641] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.598781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.598853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.599090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.599362] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.599506] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f55a17bb-4859-45f2-a714-850294b74f9c already deleted. [ 617.599603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f55a17bb-4859-45f2-a714-850294b74f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.624081] env[63021]: INFO networking_nsxv3.common.synchronization [req-9e63bf4e-0a01-438b-b252-bf0645d18ec0 req-d98cd0f6-76f4-4893-8c84-c73ccb433173 tempest-ServersWithSpecificFlavorTestJSON-243894015 tempest-ServersWithSpecificFlavorTestJSON-243894015-project-member] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 617.625347] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 617.631040] env[63021]: INFO networking_nsxv3.common.synchronization [None req-8963aaa5-bad5-4c2e-a752-a5df467cb839 tempest-ServersTestFqdnHostnames-804115136 tempest-ServersTestFqdnHostnames-804115136-project-member] Enqueued Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_rules [ 617.631040] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.631040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.631040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.631040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.631040] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.631040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.631040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.631040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.631040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.631040] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.632163] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_rules [ 617.632595] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5dc5257-7cac-47de-ae81-fc10c369f66c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.632595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.936824] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.937173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.937173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.937520] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.937520] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.939080] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5dc5257-7cac-47de-ae81-fc10c369f66c already deleted. [ 617.939186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.939422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.939618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.939703] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.063967] env[63021]: INFO networking_nsxv3.common.synchronization [req-dea93eb2-8a7b-4db9-889a-3dffde1227fb req-857b683e-40b8-4814-b937-f381bea77832 tempest-SecurityGroupRulesTestJSON-1837462586 tempest-SecurityGroupRulesTestJSON-1837462586-project-member] Enqueued Resource ID: bb1971fa-890c-497f-9d24-9e00a3d1dc17 with Priority: HIGHEST for action security_group_rules [ 618.064203] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1971fa-890c-497f-9d24-9e00a3d1dc17 with Priority: HIGHEST for action security_group_rules [ 618.064591] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.064685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.064738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.064944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.065626] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1971fa-890c-497f-9d24-9e00a3d1dc17',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.133836] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.134473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.134705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.135148] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.136793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.136793] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.136793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.136793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.136793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.136793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.136793] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 already deleted. [ 618.136793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.409934] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.410183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-500" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.410288] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-500" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.410642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-500" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.410956] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.412913] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.412913] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.412913] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.413220] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.413525] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.413745] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.413982] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.414196] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.414703] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.414941] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.415388] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.434140] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.434699] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 618.434699] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.434954] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-500" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.435418] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-8f21ea1a-db48-4941-98ae-796e9dfcf6b1 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.435920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-8f21ea1a-db48-4941-98ae-796e9dfcf6b1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.435920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-8f21ea1a-db48-4941-98ae-796e9dfcf6b1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.436225] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-8f21ea1a-db48-4941-98ae-796e9dfcf6b1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.436437] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f21ea1a-db48-4941-98ae-796e9dfcf6b1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.466639] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.467349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.467471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.467768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.467768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.468212] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5dc5257-7cac-47de-ae81-fc10c369f66c already deleted. [ 618.468212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.586560] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.586757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.586823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.587327] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.587416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.587490] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1971fa-890c-497f-9d24-9e00a3d1dc17 already deleted. [ 618.587671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.944083] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.944326] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.944474] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.944746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.944926] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.945263] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 8f21ea1a-db48-4941-98ae-796e9dfcf6b1 not found, creating... [ 618.946188] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.946188] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.946188] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.946188] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.950283] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.951255] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.951255] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.951255] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.951842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.951842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.951842] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 8f21ea1a-db48-4941-98ae-796e9dfcf6b1 is going to be created. [ 618.971800] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.973983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.973983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.973983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.973983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.973983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-8f21ea1a-db48-4941-98ae-796e9dfcf6b1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.955427] env[63021]: INFO networking_nsxv3.common.synchronization [req-9e63bf4e-0a01-438b-b252-bf0645d18ec0 req-2100ccff-2831-43e3-9b8d-fd8ca6cab7a2 service nova] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_rules [ 619.955752] env[63021]: INFO networking_nsxv3.common.synchronization [req-9e63bf4e-0a01-438b-b252-bf0645d18ec0 req-2100ccff-2831-43e3-9b8d-fd8ca6cab7a2 service nova] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 619.955752] env[63021]: INFO networking_nsxv3.common.synchronization [req-9e63bf4e-0a01-438b-b252-bf0645d18ec0 req-2100ccff-2831-43e3-9b8d-fd8ca6cab7a2 service nova] Enqueued Resource ID: 8f21ea1a-db48-4941-98ae-796e9dfcf6b1 with Priority: HIGHEST for action port [ 619.956202] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_rules [ 619.956202] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 619.956355] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f21ea1a-db48-4941-98ae-796e9dfcf6b1 with Priority: HIGHEST for action port [ 619.956793] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.957093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.958430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.958430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.958575] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.964145] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.964145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.964145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.964145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.964145] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.964145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.964145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.964145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.964145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.964145] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.964145] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f21ea1a-db48-4941-98ae-796e9dfcf6b1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.964145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f21ea1a-db48-4941-98ae-796e9dfcf6b1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.964931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f21ea1a-db48-4941-98ae-796e9dfcf6b1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.964931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f21ea1a-db48-4941-98ae-796e9dfcf6b1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.964931] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f21ea1a-db48-4941-98ae-796e9dfcf6b1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.466524] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.466691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.471241] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.473080] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f21ea1a-db48-4941-98ae-796e9dfcf6b1 with status ACTIVE [ 620.473287] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.473413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.473510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.473755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.473849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.474053] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.474215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.474215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.474361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.474437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.474612] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.474716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.474751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.474897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.475395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.475513] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f21ea1a-db48-4941-98ae-796e9dfcf6b1 is going to be updated. [ 620.505967] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.506539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.506539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.506539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.506539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.506820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f21ea1a-db48-4941-98ae-796e9dfcf6b1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.540017] env[63021]: INFO networking_nsxv3.common.synchronization [req-407750c4-f606-4e1b-adb5-c9779da0752c req-21ea4eed-16aa-45a4-b026-e74510a41b9c tempest-SecurityGroupRulesTestJSON-1837462586 tempest-SecurityGroupRulesTestJSON-1837462586-project-member] Enqueued Resource ID: bb1971fa-890c-497f-9d24-9e00a3d1dc17 with Priority: HIGHEST for action security_group_rules [ 620.540480] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1971fa-890c-497f-9d24-9e00a3d1dc17 with Priority: HIGHEST for action security_group_rules [ 620.540830] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.541459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.541459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.541459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.541459] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1971fa-890c-497f-9d24-9e00a3d1dc17',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.974574] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.061539] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.061757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.061757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.061875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.061980] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.062099] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1971fa-890c-497f-9d24-9e00a3d1dc17 already deleted. [ 621.062191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1971fa-890c-497f-9d24-9e00a3d1dc17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.477756] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.478332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.478464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.478724] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.478817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.478929] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 is going to be created. [ 621.504020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.504020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.504020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.504020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.504020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.518828] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: UNINITIALIZED for 2s [ 622.834294] env[63021]: INFO networking_nsxv3.common.synchronization [req-29224f45-9b45-4283-a5ed-1190e65e4262 req-9dbfa4f2-5de7-41a0-b8b3-c9531604c55b tempest-AttachInterfacesV270Test-253249065 tempest-AttachInterfacesV270Test-253249065-project-member] Enqueued Resource ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 with Priority: HIGHEST for action security_group_members [ 622.834882] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 with Priority: HIGHEST for action security_group_members [ 622.836210] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ae26a-5d24-4521-892e-fe4d9265a409 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.836395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.836491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.836831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.836936] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.838286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.838402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.842250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.842380] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.842482] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b7ae26a-5d24-4521-892e-fe4d9265a409',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.185476] env[63021]: INFO networking_nsxv3.common.synchronization [None req-07853478-98db-4d21-9466-e1685bd26901 None None] Enqueued Resource ID: 602f0ca4-b35c-4bda-96d4-75c280def25b with Priority: HIGHEST for action port [ 623.186072] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602f0ca4-b35c-4bda-96d4-75c280def25b with Priority: HIGHEST for action port [ 623.186489] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-602f0ca4-b35c-4bda-96d4-75c280def25b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.186591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-602f0ca4-b35c-4bda-96d4-75c280def25b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.186670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-602f0ca4-b35c-4bda-96d4-75c280def25b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.186895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-602f0ca4-b35c-4bda-96d4-75c280def25b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.186983] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('602f0ca4-b35c-4bda-96d4-75c280def25b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.346803] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.346803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.346803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.346803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.346803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.346803] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.346803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.346803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.346803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.346803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.346803] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 already deleted. [ 623.346803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.529921] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: SUCCESS [ 623.530402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.530402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.530551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.530748] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.530846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.530900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.531041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.531244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.531244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.531366] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.693790] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 602f0ca4-b35c-4bda-96d4-75c280def25b [ 623.694128] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.694128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.694313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.694590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.694705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.694819] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:602f0ca4-b35c-4bda-96d4-75c280def25b already deleted. [ 623.695153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-602f0ca4-b35c-4bda-96d4-75c280def25b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.774739] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.775440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-361" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.775440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-361" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.775440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-361" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.775711] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.775887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.776184] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.776932] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.777170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.777382] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.777505] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.777872] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.777872] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.777992] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.778096] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.778336] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.799048] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.799048] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 623.799048] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.799048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-361" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.799048] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-7efed411-b25a-4981-919a-66c96dd949ee taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.799048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-7efed411-b25a-4981-919a-66c96dd949ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.799048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-7efed411-b25a-4981-919a-66c96dd949ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.799048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-7efed411-b25a-4981-919a-66c96dd949ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.799692] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7efed411-b25a-4981-919a-66c96dd949ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.034374] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.302140] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.302140] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.302263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.302484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.302665] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.302860] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 7efed411-b25a-4981-919a-66c96dd949ee not found, creating... [ 624.303154] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.303345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.303486] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.303737] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.303912] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.304242] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.304889] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.304889] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.304889] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.305318] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.306029] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 7efed411-b25a-4981-919a-66c96dd949ee is going to be created. [ 624.327129] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.327129] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.327129] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.327129] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.327420] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.327642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-7efed411-b25a-4981-919a-66c96dd949ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.537333] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cae32e0a-2242-4c1f-911a-6df391b58920: rpc.has_security_group_logging(os_id): False [ 624.556175] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.556175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.556175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.556394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.556436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.556670] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.556766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.556827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.558032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.559650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.559650] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 is going to be created. [ 624.615370] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.615589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.615675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.615908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.616133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.629639] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: IN_PROGRESS for 2s [ 625.306848] env[63021]: INFO networking_nsxv3.common.synchronization [req-03cc79ea-bccb-49a4-aa10-c7474e32f926 req-9b1c8d2a-7d66-480f-9ff2-8ec4164d60aa tempest-FloatingIPsAssociationTestJSON-1306702303 tempest-FloatingIPsAssociationTestJSON-1306702303-project-member] Enqueued Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 625.307412] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 625.307805] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.307929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.307929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.308893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.308972] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.309180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.309180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.309389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.309475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.309575] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.405930] env[63021]: INFO networking_nsxv3.common.synchronization [None req-1de97f7d-24c0-4bab-9df8-28067d7942b6 tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_rules [ 625.408063] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_rules [ 625.408727] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.408867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.408943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.409218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.409303] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.520429] env[63021]: INFO networking_nsxv3.common.synchronization [None req-875e2b76-2c9b-4b6c-bd53-555449546d04 tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_rules [ 625.524160] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_rules [ 625.524299] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.524395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.754324] env[63021]: INFO networking_nsxv3.common.synchronization [req-29224f45-9b45-4283-a5ed-1190e65e4262 req-c2d6c540-22bd-4a4f-ac85-d72bd0c8eb71 service nova] Enqueued Resource ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 with Priority: HIGHEST for action security_group_rules [ 625.754324] env[63021]: INFO networking_nsxv3.common.synchronization [req-29224f45-9b45-4283-a5ed-1190e65e4262 req-c2d6c540-22bd-4a4f-ac85-d72bd0c8eb71 service nova] Enqueued Resource ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 with Priority: HIGHEST for action security_group_members [ 625.754324] env[63021]: INFO networking_nsxv3.common.synchronization [req-29224f45-9b45-4283-a5ed-1190e65e4262 req-c2d6c540-22bd-4a4f-ac85-d72bd0c8eb71 service nova] Enqueued Resource ID: 7efed411-b25a-4981-919a-66c96dd949ee with Priority: HIGHEST for action port [ 625.754324] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 with Priority: HIGHEST for action security_group_rules [ 625.754324] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 with Priority: HIGHEST for action security_group_members [ 625.754324] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efed411-b25a-4981-919a-66c96dd949ee with Priority: HIGHEST for action port [ 625.755249] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b7ae26a-5d24-4521-892e-fe4d9265a409 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.755249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.755249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.755249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.755249] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b7ae26a-5d24-4521-892e-fe4d9265a409',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.760018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ae26a-5d24-4521-892e-fe4d9265a409 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.760018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.760018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.760018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.760018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.760018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.760018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.760018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.760018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.760018] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b7ae26a-5d24-4521-892e-fe4d9265a409',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.760018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7efed411-b25a-4981-919a-66c96dd949ee taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.760018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7efed411-b25a-4981-919a-66c96dd949ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.760018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7efed411-b25a-4981-919a-66c96dd949ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.760018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7efed411-b25a-4981-919a-66c96dd949ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.760018] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7efed411-b25a-4981-919a-66c96dd949ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.814571] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.930704] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.930878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.931020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.931250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.931376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.931493] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 already deleted. [ 625.931586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.931756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.931983] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.932154] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.168899] env[63021]: INFO networking_nsxv3.common.synchronization [None req-a1dca6c5-706e-4ca4-af53-cde26e9df50e None None] Enqueued Resource ID: 0039f416-f89b-4716-8e20-698fd7bbdafa with Priority: HIGHEST for action port [ 626.169582] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0039f416-f89b-4716-8e20-698fd7bbdafa with Priority: HIGHEST for action port [ 626.170666] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-0039f416-f89b-4716-8e20-698fd7bbdafa taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.170811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0039f416-f89b-4716-8e20-698fd7bbdafa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.172382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0039f416-f89b-4716-8e20-698fd7bbdafa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.172382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0039f416-f89b-4716-8e20-698fd7bbdafa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.172382] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0039f416-f89b-4716-8e20-698fd7bbdafa',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.262227] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ae26a-5d24-4521-892e-fe4d9265a409 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.262227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.262227] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b7ae26a-5d24-4521-892e-fe4d9265a409',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.263936] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7efed411-b25a-4981-919a-66c96dd949ee with status ACTIVE [ 626.264152] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.264278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.264348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.264553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.264643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.264827] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.264962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.265032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.265197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.265309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.265518] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.265636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.265708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.265858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.265936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.266044] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7efed411-b25a-4981-919a-66c96dd949ee is going to be updated. [ 626.290522] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.290522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.290522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.290522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.290522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.290522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7efed411-b25a-4981-919a-66c96dd949ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.319022] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.453416] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.453732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.453732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.453888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.453979] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.454452] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 already deleted. [ 626.454452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.643179] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: SUCCESS [ 626.643594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.674275] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0039f416-f89b-4716-8e20-698fd7bbdafa [ 626.674492] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.674633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.674694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.674925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.675071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.675171] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0039f416-f89b-4716-8e20-698fd7bbdafa already deleted. [ 626.675262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0039f416-f89b-4716-8e20-698fd7bbdafa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.771408] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b7ae26a-5d24-4521-892e-fe4d9265a409',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.819363] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.820123] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.820123] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.820123] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.820123] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.820299] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a is going to be updated. [ 626.852013] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.852990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.852990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.853394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.853522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.865277] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: IN_PROGRESS for 2s [ 627.274365] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.274527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.274588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.274872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.274987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.275038] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 is going to be created. [ 627.299228] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.299386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.299465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.299679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.299918] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.311131] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 in Status: UNINITIALIZED for 2s [ 628.879159] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: SUCCESS [ 628.879582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.320112] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 in Status: SUCCESS [ 629.320323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.320504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.320733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.320926] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.321091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.321149] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.321429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.321521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.321674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.321915] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b7ae26a-5d24-4521-892e-fe4d9265a409',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.662315] env[63021]: INFO networking_nsxv3.common.synchronization [req-7b8ec20a-6c04-49c4-9391-64bfcf0e97f9 req-ebd5d580-50c3-4abe-a4c5-29e70281c8b3 tempest-InstanceActionsTestJSON-1724293896 tempest-InstanceActionsTestJSON-1724293896-project-member] Enqueued Resource ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 with Priority: HIGHEST for action security_group_members [ 629.662833] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 with Priority: HIGHEST for action security_group_members [ 629.663290] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-365844bf-f245-4eb7-b4dc-5384f7971f42 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.663551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.665546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.665546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.665546] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.665546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.665546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.665546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.665546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.665546] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('365844bf-f245-4eb7-b4dc-5384f7971f42',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.827028] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ae26a-5d24-4521-892e-fe4d9265a409 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.827028] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.827028] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ae26a-5d24-4521-892e-fe4d9265a409 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.827028] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.827028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.827826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.827826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.827826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.827826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.827826] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b7ae26a-5d24-4521-892e-fe4d9265a409',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.167737] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.168173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.168173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.168308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.168308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.170021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.170021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.170021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.170021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.170021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.170021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 is going to be updated. [ 630.193916] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.194068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.194138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.196032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.196032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.202902] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 in Status: IN_PROGRESS for 2s [ 630.329827] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b7ae26a-5d24-4521-892e-fe4d9265a409: rpc.has_security_group_logging(os_id): False [ 630.347990] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.348200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.348242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.349743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.349743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.349743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.349743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.349743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.349743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.349743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.349743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.349743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.349743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.349743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.349743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.350360] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.351859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.351859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.351859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.351859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.351859] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 is going to be created. [ 630.404551] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.404697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.406020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.406020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.406020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.416231] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 in Status: IN_PROGRESS for 2s [ 631.363779] env[63021]: INFO networking_nsxv3.common.synchronization [req-2154be98-cddf-420d-bcaf-1b50951be8e6 req-2163efb8-8cf5-418b-95e1-e8c28cf5272a tempest-ImagesOneServerNegativeTestJSON-1777388496 tempest-ImagesOneServerNegativeTestJSON-1777388496-project-member] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 631.364624] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 631.365653] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.365823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.365897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.366142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.366340] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.366445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.366507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.366662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.366748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.366845] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.450554] env[63021]: INFO networking_nsxv3.common.synchronization [req-e5ece637-2108-49f8-8679-958eee5e45ec req-f391215d-b319-4104-a7fb-f2d6aa455fb5 tempest-ServerMetadataTestJSON-1491167938 tempest-ServerMetadataTestJSON-1491167938-project-member] Enqueued Resource ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 with Priority: HIGHEST for action security_group_members [ 631.450554] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 with Priority: HIGHEST for action security_group_members [ 631.450676] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-da454f6c-4db6-47c0-ad39-cea64f1e72c7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.450805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.450869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.451156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.451311] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.451408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.451469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.452659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.452659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.452659] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da454f6c-4db6-47c0-ad39-cea64f1e72c7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.868647] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.868816] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.868926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.869134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.869225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.869581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.869704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.869789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.869942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.870058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.870156] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be updated. [ 631.897219] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.897219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.897219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.897219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.897219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.905056] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 631.956390] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.956390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.956390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.956649] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.956649] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.957482] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.957482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.957482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.957691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.957691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.957780] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 already deleted. [ 631.957952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.212704] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 in Status: SUCCESS [ 632.213176] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 365844bf-f245-4eb7-b4dc-5384f7971f42 deletion is rescheduled due to dependency. [ 632.213176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365844bf-f245-4eb7-b4dc-5384f7971f42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.432073] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 in Status: SUCCESS [ 632.432342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.484053] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.484053] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-879" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.484053] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-879" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.484053] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-879" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.484053] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.486262] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.486473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.487692] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.487692] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.487692] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.487692] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.487692] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.487921] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.488051] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.488456] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.488456] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.511266] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.511387] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.511482] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.512433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-879" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.512433] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-480124ee-5fda-4fb0-ab85-6641aaa08fac taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.513255] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-480124ee-5fda-4fb0-ab85-6641aaa08fac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.513367] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-480124ee-5fda-4fb0-ab85-6641aaa08fac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.513722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-480124ee-5fda-4fb0-ab85-6641aaa08fac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.513922] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480124ee-5fda-4fb0-ab85-6641aaa08fac',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.017443] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.017443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.017580] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.017895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.017986] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.018141] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 480124ee-5fda-4fb0-ab85-6641aaa08fac not found, creating... [ 633.018469] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.018550] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.018775] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.018884] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.019035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.019323] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.019480] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.019700] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.019805] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.019937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.022161] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 480124ee-5fda-4fb0-ab85-6641aaa08fac is going to be created. [ 633.044486] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.045771] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.045950] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.046256] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.046492] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.046723] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-480124ee-5fda-4fb0-ab85-6641aaa08fac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.541373] env[63021]: INFO networking_nsxv3.common.synchronization [None req-398ca0dc-bd13-4353-b5ad-2d48d50ff668 None None] Enqueued Resource ID: 69a2e86c-b76c-45ea-8a80-cbee97aff939 with Priority: HIGHEST for action port [ 633.541373] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a2e86c-b76c-45ea-8a80-cbee97aff939 with Priority: HIGHEST for action port [ 633.541937] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-69a2e86c-b76c-45ea-8a80-cbee97aff939 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.541937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69a2e86c-b76c-45ea-8a80-cbee97aff939" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.541937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69a2e86c-b76c-45ea-8a80-cbee97aff939" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.542203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69a2e86c-b76c-45ea-8a80-cbee97aff939" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.542295] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69a2e86c-b76c-45ea-8a80-cbee97aff939',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.914821] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 633.915077] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 deletion is rescheduled due to dependency. [ 633.915197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.043927] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69a2e86c-b76c-45ea-8a80-cbee97aff939 [ 634.044380] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.044806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.044806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.044806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.044924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.045064] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69a2e86c-b76c-45ea-8a80-cbee97aff939 already deleted. [ 634.045358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69a2e86c-b76c-45ea-8a80-cbee97aff939" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.737671] env[63021]: INFO networking_nsxv3.common.synchronization [req-a93d865e-c2f1-4997-9b78-d5c953b30008 req-53b89c99-9949-41ff-8102-bb5e041e1cf4 tempest-ServersTestManualDisk-1597241850 tempest-ServersTestManualDisk-1597241850-project-member] Enqueued Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_members [ 634.738666] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_members [ 634.740733] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.740733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.740733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.740997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.741057] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.741177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.741258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.742592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.742592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.742592] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa851a99-3a7f-45b0-988a-0ec3cf5b7141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.868931] env[63021]: INFO networking_nsxv3.common.synchronization [req-e5ece637-2108-49f8-8679-958eee5e45ec req-236c17f0-fc77-43d6-9222-7a1f088d90a6 service nova] Enqueued Resource ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 with Priority: HIGHEST for action security_group_rules [ 634.868931] env[63021]: INFO networking_nsxv3.common.synchronization [req-e5ece637-2108-49f8-8679-958eee5e45ec req-236c17f0-fc77-43d6-9222-7a1f088d90a6 service nova] Enqueued Resource ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 with Priority: HIGHEST for action security_group_members [ 634.868931] env[63021]: INFO networking_nsxv3.common.synchronization [req-e5ece637-2108-49f8-8679-958eee5e45ec req-236c17f0-fc77-43d6-9222-7a1f088d90a6 service nova] Enqueued Resource ID: 480124ee-5fda-4fb0-ab85-6641aaa08fac with Priority: HIGHEST for action port [ 634.868931] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 with Priority: HIGHEST for action security_group_rules [ 634.868931] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 with Priority: HIGHEST for action security_group_members [ 634.868931] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480124ee-5fda-4fb0-ab85-6641aaa08fac with Priority: HIGHEST for action port [ 634.869971] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da454f6c-4db6-47c0-ad39-cea64f1e72c7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.870413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.871934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.871934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.871934] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da454f6c-4db6-47c0-ad39-cea64f1e72c7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.871934] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-da454f6c-4db6-47c0-ad39-cea64f1e72c7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.872266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.872266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.872342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.872483] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.872605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.872689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.872860] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.872973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.873317] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da454f6c-4db6-47c0-ad39-cea64f1e72c7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.874728] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-480124ee-5fda-4fb0-ab85-6641aaa08fac taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.874892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-480124ee-5fda-4fb0-ab85-6641aaa08fac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.875026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-480124ee-5fda-4fb0-ab85-6641aaa08fac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.875223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-480124ee-5fda-4fb0-ab85-6641aaa08fac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.875340] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480124ee-5fda-4fb0-ab85-6641aaa08fac',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.073846] env[63021]: INFO networking_nsxv3.common.synchronization [None req-326cffc9-24aa-493d-8042-1249ae29ee50 None None] Enqueued Resource ID: 21ed0abb-f137-452f-9ab2-7a15ffa6ff2c with Priority: HIGHEST for action port [ 635.073846] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ed0abb-f137-452f-9ab2-7a15ffa6ff2c with Priority: HIGHEST for action port [ 635.074380] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-21ed0abb-f137-452f-9ab2-7a15ffa6ff2c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.074506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21ed0abb-f137-452f-9ab2-7a15ffa6ff2c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.074574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21ed0abb-f137-452f-9ab2-7a15ffa6ff2c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.074827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21ed0abb-f137-452f-9ab2-7a15ffa6ff2c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.074978] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ed0abb-f137-452f-9ab2-7a15ffa6ff2c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.247535] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.249320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.249320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.249320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.249320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.249320] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.249320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.249320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.249320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.249320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.249320] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 already deleted. [ 635.249320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.377407] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-da454f6c-4db6-47c0-ad39-cea64f1e72c7 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.377407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.377407] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da454f6c-4db6-47c0-ad39-cea64f1e72c7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.379033] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 480124ee-5fda-4fb0-ab85-6641aaa08fac with status ACTIVE [ 635.384523] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.384523] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.384523] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.384523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.384523] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 480124ee-5fda-4fb0-ab85-6641aaa08fac is going to be updated. [ 635.403995] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.404168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.404242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.404461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.404601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.404772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-480124ee-5fda-4fb0-ab85-6641aaa08fac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.458350] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.458350] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-726" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.458529] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-726" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.458793] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-726" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.459087] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.459248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.459368] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.459584] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.459729] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.459938] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.463174] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.464362] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.464362] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.464362] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.464362] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.464362] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.495518] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.495725] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.495994] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.496124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-726" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.496478] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-4ab9f841-7392-47cd-afac-be9ddd19b6bf taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.497525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-4ab9f841-7392-47cd-afac-be9ddd19b6bf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.497525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-4ab9f841-7392-47cd-afac-be9ddd19b6bf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.497525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-4ab9f841-7392-47cd-afac-be9ddd19b6bf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.497525] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab9f841-7392-47cd-afac-be9ddd19b6bf',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.578410] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21ed0abb-f137-452f-9ab2-7a15ffa6ff2c [ 635.578582] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.579434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.579434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.579434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.579434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.579434] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21ed0abb-f137-452f-9ab2-7a15ffa6ff2c already deleted. [ 635.579434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21ed0abb-f137-452f-9ab2-7a15ffa6ff2c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.871652] env[63021]: INFO networking_nsxv3.common.synchronization [None req-5d9d4b75-575a-4282-af45-0c0224af3d54 None None] Enqueued Resource ID: 7d848df9-b79a-4da2-b156-2ab9b5d321ff with Priority: HIGHEST for action port [ 635.874091] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d848df9-b79a-4da2-b156-2ab9b5d321ff with Priority: HIGHEST for action port [ 635.875604] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d848df9-b79a-4da2-b156-2ab9b5d321ff taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.875781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d848df9-b79a-4da2-b156-2ab9b5d321ff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.876198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d848df9-b79a-4da2-b156-2ab9b5d321ff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.876198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d848df9-b79a-4da2-b156-2ab9b5d321ff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.880375] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d848df9-b79a-4da2-b156-2ab9b5d321ff',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.880375] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da454f6c-4db6-47c0-ad39-cea64f1e72c7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.000241] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.004686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.004686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.004686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.004686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.004686] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 4ab9f841-7392-47cd-afac-be9ddd19b6bf not found, creating... [ 636.004686] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.004686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.004686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.004686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.004686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.006029] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.006235] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.006367] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.006732] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.006816] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.006977] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 4ab9f841-7392-47cd-afac-be9ddd19b6bf is going to be created. [ 636.027434] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.027630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.027752] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.028057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.028293] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.028549] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-4ab9f841-7392-47cd-afac-be9ddd19b6bf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.379701] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d848df9-b79a-4da2-b156-2ab9b5d321ff [ 636.379828] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.379969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.380064] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.380279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.380368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.380465] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d848df9-b79a-4da2-b156-2ab9b5d321ff already deleted. [ 636.380548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d848df9-b79a-4da2-b156-2ab9b5d321ff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.388526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.388816] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.388816] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.388931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.389040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.389141] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 is going to be created. [ 636.414258] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.415642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.415804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.416410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.416410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.424359] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 in Status: UNINITIALIZED for 2s [ 636.564930] env[63021]: INFO networking_nsxv3.common.synchronization [None req-78239f56-275f-4cc4-b54f-04ccebc6404b None None] Enqueued Resource ID: fac2a8a4-600e-4820-986d-be992d600aaf with Priority: HIGHEST for action port [ 636.565477] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac2a8a4-600e-4820-986d-be992d600aaf with Priority: HIGHEST for action port [ 636.566854] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-fac2a8a4-600e-4820-986d-be992d600aaf taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.566854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fac2a8a4-600e-4820-986d-be992d600aaf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.566854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fac2a8a4-600e-4820-986d-be992d600aaf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.566854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fac2a8a4-600e-4820-986d-be992d600aaf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.566854] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac2a8a4-600e-4820-986d-be992d600aaf',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.694501] env[63021]: INFO networking_nsxv3.common.synchronization [req-5282f999-0e6a-4d73-89f0-a01dea2945b9 req-2641a10a-be0d-4fa0-b254-d486cd1d724e tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 636.694501] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 636.694501] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.694501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.694501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.695356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.695856] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.696107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.696272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.696533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.696721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.696907] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.069853] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fac2a8a4-600e-4820-986d-be992d600aaf [ 637.071112] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.071112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.071112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.071112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.071112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.071112] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fac2a8a4-600e-4820-986d-be992d600aaf already deleted. [ 637.071112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fac2a8a4-600e-4820-986d-be992d600aaf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.101790] env[63021]: INFO networking_nsxv3.common.synchronization [req-a93d865e-c2f1-4997-9b78-d5c953b30008 req-e8cf0f87-a9cd-4de5-a648-26d0f49305c3 service nova] Enqueued Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_rules [ 637.105021] env[63021]: INFO networking_nsxv3.common.synchronization [req-a93d865e-c2f1-4997-9b78-d5c953b30008 req-e8cf0f87-a9cd-4de5-a648-26d0f49305c3 service nova] Enqueued Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_members [ 637.105021] env[63021]: INFO networking_nsxv3.common.synchronization [req-a93d865e-c2f1-4997-9b78-d5c953b30008 req-e8cf0f87-a9cd-4de5-a648-26d0f49305c3 service nova] Enqueued Resource ID: 4ab9f841-7392-47cd-afac-be9ddd19b6bf with Priority: HIGHEST for action port [ 637.105021] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_rules [ 637.105021] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_members [ 637.105021] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab9f841-7392-47cd-afac-be9ddd19b6bf with Priority: HIGHEST for action port [ 637.105021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.105021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.105021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.105021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.105021] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa851a99-3a7f-45b0-988a-0ec3cf5b7141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.105021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.105021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.105021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.105626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.105626] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.105626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.105626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.105766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.105799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.105926] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa851a99-3a7f-45b0-988a-0ec3cf5b7141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.106702] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab9f841-7392-47cd-afac-be9ddd19b6bf taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.106854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab9f841-7392-47cd-afac-be9ddd19b6bf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.107742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab9f841-7392-47cd-afac-be9ddd19b6bf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.107742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab9f841-7392-47cd-afac-be9ddd19b6bf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.107742] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab9f841-7392-47cd-afac-be9ddd19b6bf',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.200357] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.200357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.200357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.200357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.201134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.201134] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.201373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.202536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.202536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.202536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.202536] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 already deleted. [ 637.202536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.438787] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.438996] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-661" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.439131] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-661" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.440429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-661" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.440429] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.440429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.440429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.440429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.440693] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.440729] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.440904] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.441850] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.441850] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.441850] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.441850] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.441850] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.460250] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.460396] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.460512] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.463774] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-661" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.463774] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-cc6af35d-7e46-40e6-bc97-40efda1ab807 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.463774] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.463774] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.463774] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.463774] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6af35d-7e46-40e6-bc97-40efda1ab807',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.575390] env[63021]: INFO networking_nsxv3.common.synchronization [None req-8f2f3de9-c0da-490a-a54c-07ac56cd28cb None None] Enqueued Resource ID: 8e409a32-ab76-4a38-a8c5-17766ae1a4a0 with Priority: HIGHEST for action port [ 637.575390] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e409a32-ab76-4a38-a8c5-17766ae1a4a0 with Priority: HIGHEST for action port [ 637.575390] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e409a32-ab76-4a38-a8c5-17766ae1a4a0 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.575390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e409a32-ab76-4a38-a8c5-17766ae1a4a0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.575390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e409a32-ab76-4a38-a8c5-17766ae1a4a0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.575390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e409a32-ab76-4a38-a8c5-17766ae1a4a0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.576669] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e409a32-ab76-4a38-a8c5-17766ae1a4a0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.609302] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa851a99-3a7f-45b0-988a-0ec3cf5b7141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.611240] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.611723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.613728] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ab9f841-7392-47cd-afac-be9ddd19b6bf with status ACTIVE [ 637.613728] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.613728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.617610] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.617610] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.617610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.617610] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ab9f841-7392-47cd-afac-be9ddd19b6bf is going to be updated. [ 637.643413] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.643602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.643684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.643902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.644046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.645416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab9f841-7392-47cd-afac-be9ddd19b6bf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.968250] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.968250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.968250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.968250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.968250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.968250] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port cc6af35d-7e46-40e6-bc97-40efda1ab807 not found, creating... [ 637.968250] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.968604] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.968604] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.968872] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.969125] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.969587] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.969839] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.970048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.970385] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.970611] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.970837] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: cc6af35d-7e46-40e6-bc97-40efda1ab807 is going to be created. [ 637.997571] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.997776] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.997893] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.998195] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.998418] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.999520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.080386] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e409a32-ab76-4a38-a8c5-17766ae1a4a0 [ 638.080766] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.080766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.080885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.081048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.081152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.081248] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e409a32-ab76-4a38-a8c5-17766ae1a4a0 already deleted. [ 638.081732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e409a32-ab76-4a38-a8c5-17766ae1a4a0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.097766] env[63021]: INFO networking_nsxv3.common.synchronization [None req-5988beca-9354-406b-b2f2-cb6a0940f8f4 None None] Enqueued Resource ID: 31463a22-ca67-4c1e-b11b-d26ad74ea240 with Priority: HIGHEST for action port [ 638.098131] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31463a22-ca67-4c1e-b11b-d26ad74ea240 with Priority: HIGHEST for action port [ 638.098684] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-31463a22-ca67-4c1e-b11b-d26ad74ea240 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.098806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31463a22-ca67-4c1e-b11b-d26ad74ea240" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.098870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31463a22-ca67-4c1e-b11b-d26ad74ea240" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.099367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31463a22-ca67-4c1e-b11b-d26ad74ea240" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.099461] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31463a22-ca67-4c1e-b11b-d26ad74ea240',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.125412] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa851a99-3a7f-45b0-988a-0ec3cf5b7141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.434013] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 in Status: SUCCESS [ 638.434265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.434480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.434648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.434842] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.434962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.435061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.435232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.435317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.435407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.435522] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da454f6c-4db6-47c0-ad39-cea64f1e72c7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.603788] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31463a22-ca67-4c1e-b11b-d26ad74ea240 [ 638.603788] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.603788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.603788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.603788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.603788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.603788] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31463a22-ca67-4c1e-b11b-d26ad74ea240 already deleted. [ 638.603788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31463a22-ca67-4c1e-b11b-d26ad74ea240" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.665570] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.665570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.665570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.665570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.665570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.665570] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 is going to be created. [ 638.665570] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.665570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.665570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.665570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.665570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.665570] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 in Status: UNINITIALIZED for 2s [ 638.819648] env[63021]: INFO networking_nsxv3.common.synchronization [None req-7c4f4dd4-dbc7-4b8d-a732-c931f60c2f0a tempest-ServerActionsV293TestJSON-560395623 tempest-ServerActionsV293TestJSON-560395623-project-member] Enqueued Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_rules [ 638.820202] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_rules [ 638.820916] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-768939e9-45c6-49f2-88d3-c0701c549f56 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.820916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.820916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.820916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.821159] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('768939e9-45c6-49f2-88d3-c0701c549f56',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.906885] env[63021]: INFO networking_nsxv3.common.synchronization [req-5282f999-0e6a-4d73-89f0-a01dea2945b9 req-0cbd67bd-d9ba-4a1c-a266-ac6a8f3e29a6 service nova] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_rules [ 638.907096] env[63021]: INFO networking_nsxv3.common.synchronization [req-5282f999-0e6a-4d73-89f0-a01dea2945b9 req-0cbd67bd-d9ba-4a1c-a266-ac6a8f3e29a6 service nova] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 638.907511] env[63021]: INFO networking_nsxv3.common.synchronization [req-5282f999-0e6a-4d73-89f0-a01dea2945b9 req-0cbd67bd-d9ba-4a1c-a266-ac6a8f3e29a6 service nova] Enqueued Resource ID: cc6af35d-7e46-40e6-bc97-40efda1ab807 with Priority: HIGHEST for action port [ 638.907511] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_rules [ 638.907636] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 638.907708] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6af35d-7e46-40e6-bc97-40efda1ab807 with Priority: HIGHEST for action port [ 638.908288] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.908452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.908486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.909024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.909024] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.910084] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.910212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.910212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.910383] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.910532] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.910635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.910700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.910848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.910935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.911070] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.914130] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6af35d-7e46-40e6-bc97-40efda1ab807 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.914130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.914130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.914130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.914130] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6af35d-7e46-40e6-bc97-40efda1ab807',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.939908] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-da454f6c-4db6-47c0-ad39-cea64f1e72c7 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.939908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.939908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.939908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.940069] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.940069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.943068] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-da454f6c-4db6-47c0-ad39-cea64f1e72c7 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.943068] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.943068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.943068] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da454f6c-4db6-47c0-ad39-cea64f1e72c7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.947700] env[63021]: INFO networking_nsxv3.common.synchronization [None req-bceb4eaa-5c9f-47a6-b9f2-f00053ef0d7c tempest-ServerActionsV293TestJSON-560395623 tempest-ServerActionsV293TestJSON-560395623-project-member] Enqueued Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_rules [ 638.952283] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_rules [ 638.952364] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-768939e9-45c6-49f2-88d3-c0701c549f56 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.953984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.202299] env[63021]: INFO networking_nsxv3.common.synchronization [None req-0142560e-b740-4d3b-a6ab-7acb16824aea None None] Enqueued Resource ID: 45da05b2-800f-4766-8875-2af6815252b5 with Priority: HIGHEST for action port [ 639.202555] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45da05b2-800f-4766-8875-2af6815252b5 with Priority: HIGHEST for action port [ 639.203173] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-45da05b2-800f-4766-8875-2af6815252b5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.203328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45da05b2-800f-4766-8875-2af6815252b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.203357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45da05b2-800f-4766-8875-2af6815252b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.203607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45da05b2-800f-4766-8875-2af6815252b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.203684] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45da05b2-800f-4766-8875-2af6815252b5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.341800] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.341942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.342085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.342232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.342319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.342410] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 768939e9-45c6-49f2-88d3-c0701c549f56 already deleted. [ 639.342491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.343070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.343240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.343324] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('768939e9-45c6-49f2-88d3-c0701c549f56',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.416130] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.416318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.416492] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.417587] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc6af35d-7e46-40e6-bc97-40efda1ab807 with status ACTIVE [ 639.422047] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.422047] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.422047] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.422047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.422047] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc6af35d-7e46-40e6-bc97-40efda1ab807 is going to be updated. [ 639.445423] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da454f6c-4db6-47c0-ad39-cea64f1e72c7: rpc.has_security_group_logging(os_id): False [ 639.462931] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.462931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.462931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.462931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.463329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.463329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.465741] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.465946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.465946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.466595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.466595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.466595] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.466827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.466827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.467682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.467682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.467682] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.467682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.467682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.467682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.467682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.468323] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.468323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.468323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.469964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.471900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.471900] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 is going to be created. [ 639.562662] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.564519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.564728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.565334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.565639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.577895] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 in Status: IN_PROGRESS for 2s [ 639.709281] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45da05b2-800f-4766-8875-2af6815252b5 [ 639.709281] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.709281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.709281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.709281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.709281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.709281] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45da05b2-800f-4766-8875-2af6815252b5 already deleted. [ 639.709281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45da05b2-800f-4766-8875-2af6815252b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.866514] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.866908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.867432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.867673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.867763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.867860] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 768939e9-45c6-49f2-88d3-c0701c549f56 already deleted. [ 639.867971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.923358] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.980014] env[63021]: INFO networking_nsxv3.common.synchronization [None req-2e03f0c6-ebbd-4dc6-9c48-74a4634ddbb4 None None] Enqueued Resource ID: 5a55d43c-b932-4caa-b197-41ed1355a0e5 with Priority: HIGHEST for action port [ 639.980640] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a55d43c-b932-4caa-b197-41ed1355a0e5 with Priority: HIGHEST for action port [ 639.981018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a55d43c-b932-4caa-b197-41ed1355a0e5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.981409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a55d43c-b932-4caa-b197-41ed1355a0e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.981544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a55d43c-b932-4caa-b197-41ed1355a0e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.981929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a55d43c-b932-4caa-b197-41ed1355a0e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.982070] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a55d43c-b932-4caa-b197-41ed1355a0e5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.425252] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.425623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.425623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.426077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.426185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.426246] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 is going to be created. [ 640.461517] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.461746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.461844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.462213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.463145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.477935] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: UNINITIALIZED for 2s [ 640.485386] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a55d43c-b932-4caa-b197-41ed1355a0e5 [ 640.485729] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.485897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.486026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.486205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.486301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.486821] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a55d43c-b932-4caa-b197-41ed1355a0e5 already deleted. [ 640.490024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a55d43c-b932-4caa-b197-41ed1355a0e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.673498] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 in Status: SUCCESS [ 640.673864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.674129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.674462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.674760] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.674959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.675229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.675452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.675545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.675647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.675777] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa851a99-3a7f-45b0-988a-0ec3cf5b7141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.183168] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa851a99-3a7f-45b0-988a-0ec3cf5b7141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.592861] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 in Status: SUCCESS [ 641.593182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.687218] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa851a99-3a7f-45b0-988a-0ec3cf5b7141: rpc.has_security_group_logging(os_id): False [ 641.704077] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.704237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.704310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.704524] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.704617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.704877] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.705021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.705092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.706033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.706033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.706033] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 is going to be created. [ 641.762778] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.763956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.763956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.763956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.763956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.774795] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 in Status: IN_PROGRESS for 2s [ 642.486836] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: SUCCESS [ 642.487129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.487321] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.487578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.487743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.487863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.487929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.488124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.488216] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.488306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.488411] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.995247] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.144782] env[63021]: INFO networking_nsxv3.common.synchronization [req-887cc1bb-3511-4f80-9fa0-76db2df39f89 req-52bb8d64-de2a-44e6-a7fd-07f544595507 tempest-AttachInterfacesV270Test-253249065 tempest-AttachInterfacesV270Test-253249065-project-member] Enqueued Resource ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 with Priority: HIGHEST for action security_group_members [ 643.145586] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 with Priority: HIGHEST for action security_group_members [ 643.146619] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ae26a-5d24-4521-892e-fe4d9265a409 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.147392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.147392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.147392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.147392] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.147392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.147582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.147582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.148672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.148672] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b7ae26a-5d24-4521-892e-fe4d9265a409',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.498059] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2: rpc.has_security_group_logging(os_id): False [ 643.516041] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.516229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.516319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.516588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.516702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.516988] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.517182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.517251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.517423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.517512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.517598] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 is going to be created. [ 643.581696] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.581696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.581696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.581696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.581696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.586814] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: IN_PROGRESS for 2s [ 643.649736] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.650416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.650416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.650416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.650416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.650661] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.650661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.650661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.651078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.651078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.651078] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 is going to be updated. [ 643.682170] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.682170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.682170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.682170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.682170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.694750] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 in Status: IN_PROGRESS for 2s [ 643.787663] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 in Status: SUCCESS [ 643.787920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.253453] env[63021]: INFO networking_nsxv3.common.synchronization [None req-4d3cbb2c-5138-4f00-881c-f24b313b6f7b None None] Enqueued Resource ID: 8a29ebdc-fe2d-4d97-b3e3-d7b74c636f9e with Priority: HIGHEST for action port [ 644.254572] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a29ebdc-fe2d-4d97-b3e3-d7b74c636f9e with Priority: HIGHEST for action port [ 644.255264] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a29ebdc-fe2d-4d97-b3e3-d7b74c636f9e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.255848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a29ebdc-fe2d-4d97-b3e3-d7b74c636f9e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.255848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a29ebdc-fe2d-4d97-b3e3-d7b74c636f9e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.255992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a29ebdc-fe2d-4d97-b3e3-d7b74c636f9e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.256167] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a29ebdc-fe2d-4d97-b3e3-d7b74c636f9e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.758849] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a29ebdc-fe2d-4d97-b3e3-d7b74c636f9e [ 644.759234] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.759426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.759540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.759873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.760019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.760162] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a29ebdc-fe2d-4d97-b3e3-d7b74c636f9e already deleted. [ 644.760326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a29ebdc-fe2d-4d97-b3e3-d7b74c636f9e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.275716] env[63021]: INFO networking_nsxv3.common.synchronization [None req-64427170-d038-4f05-ac7f-4a236619a326 tempest-ServerActionsTestOtherB-816222261 tempest-ServerActionsTestOtherB-816222261-project-member] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 645.276319] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 645.276615] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.276737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.276797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.277806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.277806] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.384618] env[63021]: INFO networking_nsxv3.common.synchronization [None req-337a7120-b7c8-47e5-a5f8-22b6f522f111 tempest-ServerActionsTestOtherB-816222261 tempest-ServerActionsTestOtherB-816222261-project-member] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 645.385211] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 645.385506] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.385600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.617259] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: SUCCESS [ 645.617525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.707227] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 in Status: SUCCESS [ 645.707227] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 deletion is rescheduled due to dependency. [ 645.707227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.800832] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.800832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.800832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.800832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.800832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.800832] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d already deleted. [ 645.800832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.800832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.800832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.800832] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.326588] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.326864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.326864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.326956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.326987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.327172] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d already deleted. [ 646.327227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.431905] env[63021]: INFO networking_nsxv3.common.synchronization [None req-d2dab4ec-4f21-4d5c-a621-d2e3b089333d None None] Enqueued Resource ID: d08f36f0-ce55-44a5-90f9-c9eabfe78f9c with Priority: HIGHEST for action port [ 646.431905] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08f36f0-ce55-44a5-90f9-c9eabfe78f9c with Priority: HIGHEST for action port [ 646.432564] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-d08f36f0-ce55-44a5-90f9-c9eabfe78f9c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.432687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d08f36f0-ce55-44a5-90f9-c9eabfe78f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.432788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d08f36f0-ce55-44a5-90f9-c9eabfe78f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.435746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d08f36f0-ce55-44a5-90f9-c9eabfe78f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.435746] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d08f36f0-ce55-44a5-90f9-c9eabfe78f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.937751] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d08f36f0-ce55-44a5-90f9-c9eabfe78f9c [ 646.938070] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.938239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.938323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.938608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.938769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.938876] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d08f36f0-ce55-44a5-90f9-c9eabfe78f9c already deleted. [ 646.938968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d08f36f0-ce55-44a5-90f9-c9eabfe78f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.699329] env[63021]: INFO networking_nsxv3.common.synchronization [None req-5d5f9e57-6de2-4e8f-a1b7-974b14a2b3e0 None None] Enqueued Resource ID: 8903a13f-9a9c-408d-9442-a3f7405eeda0 with Priority: HIGHEST for action port [ 647.699963] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8903a13f-9a9c-408d-9442-a3f7405eeda0 with Priority: HIGHEST for action port [ 647.700232] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-8903a13f-9a9c-408d-9442-a3f7405eeda0 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.700336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8903a13f-9a9c-408d-9442-a3f7405eeda0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.700336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8903a13f-9a9c-408d-9442-a3f7405eeda0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.700549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8903a13f-9a9c-408d-9442-a3f7405eeda0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.701287] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8903a13f-9a9c-408d-9442-a3f7405eeda0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.207393] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8903a13f-9a9c-408d-9442-a3f7405eeda0 [ 648.207704] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.209459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.209536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.209778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.209873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.209973] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8903a13f-9a9c-408d-9442-a3f7405eeda0 already deleted. [ 648.210090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8903a13f-9a9c-408d-9442-a3f7405eeda0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.584462] env[63021]: INFO networking_nsxv3.common.synchronization [req-bbc4a681-f719-4c6e-ac1b-190ea2c48080 req-5993e4a8-0edd-4282-a06a-a51595784e8e tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_members [ 648.584966] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_members [ 648.585808] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a4a9a0-e812-4803-a89d-ee9e3148e383 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.585938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.586076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.586279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.586444] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.586888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.586888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.587829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.587941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.588057] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.091689] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.092875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.092875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.092875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.092875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.092875] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.092875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.093149] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.093223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.093308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.093401] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 already deleted. [ 649.093564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.242265] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.242465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.242589] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.242912] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.243205] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.243366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.244046] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.244402] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.244896] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.246270] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.246270] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.246270] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.246270] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.246270] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.246270] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.246641] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.266900] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.266900] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.267043] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.267312] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.267677] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-39f160e2-809e-4b2c-9424-70448b807385 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.268338] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-39f160e2-809e-4b2c-9424-70448b807385" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.268576] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-39f160e2-809e-4b2c-9424-70448b807385" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.269168] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-39f160e2-809e-4b2c-9424-70448b807385" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.269360] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f160e2-809e-4b2c-9424-70448b807385',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.395953] env[63021]: INFO networking_nsxv3.common.synchronization [None req-4c6ea24e-ea62-4ab2-a871-cc55512cfded None None] Enqueued Resource ID: 498b7f24-1e8e-439c-928d-d2ad6bb0d09b with Priority: HIGHEST for action port [ 649.396215] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498b7f24-1e8e-439c-928d-d2ad6bb0d09b with Priority: HIGHEST for action port [ 649.396794] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-498b7f24-1e8e-439c-928d-d2ad6bb0d09b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.399036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-498b7f24-1e8e-439c-928d-d2ad6bb0d09b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.399036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-498b7f24-1e8e-439c-928d-d2ad6bb0d09b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.399036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-498b7f24-1e8e-439c-928d-d2ad6bb0d09b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.399036] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('498b7f24-1e8e-439c-928d-d2ad6bb0d09b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.773220] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.773447] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.773571] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.773845] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.773993] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.774180] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 39f160e2-809e-4b2c-9424-70448b807385 not found, creating... [ 649.775174] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.775174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.775174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.775174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.775174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.775407] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.775554] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.775668] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.775884] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.776585] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.777697] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 39f160e2-809e-4b2c-9424-70448b807385 is going to be created. [ 649.800371] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.800550] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.800676] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.800949] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.801200] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.801424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-39f160e2-809e-4b2c-9424-70448b807385" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.901417] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 498b7f24-1e8e-439c-928d-d2ad6bb0d09b [ 649.901574] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.902618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.902618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.902618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.902618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.902618] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:498b7f24-1e8e-439c-928d-d2ad6bb0d09b already deleted. [ 649.902970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-498b7f24-1e8e-439c-928d-d2ad6bb0d09b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.021544] env[63021]: INFO networking_nsxv3.common.synchronization [req-bbc4a681-f719-4c6e-ac1b-190ea2c48080 req-d7949ef7-badf-4d8c-b22d-abe7e69fbf3d service nova] Enqueued Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_rules [ 651.021850] env[63021]: INFO networking_nsxv3.common.synchronization [req-bbc4a681-f719-4c6e-ac1b-190ea2c48080 req-d7949ef7-badf-4d8c-b22d-abe7e69fbf3d service nova] Enqueued Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_members [ 651.025777] env[63021]: INFO networking_nsxv3.common.synchronization [req-bbc4a681-f719-4c6e-ac1b-190ea2c48080 req-d7949ef7-badf-4d8c-b22d-abe7e69fbf3d service nova] Enqueued Resource ID: 39f160e2-809e-4b2c-9424-70448b807385 with Priority: HIGHEST for action port [ 651.026519] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_rules [ 651.026751] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_members [ 651.026927] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f160e2-809e-4b2c-9424-70448b807385 with Priority: HIGHEST for action port [ 651.027334] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.027471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.027582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.027809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.027930] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.029763] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a4a9a0-e812-4803-a89d-ee9e3148e383 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.029991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.029991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.030217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.031492] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.031552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.031643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.031813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.031946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.032060] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.033064] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f160e2-809e-4b2c-9424-70448b807385 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.033191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f160e2-809e-4b2c-9424-70448b807385" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.033279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f160e2-809e-4b2c-9424-70448b807385" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.033496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f160e2-809e-4b2c-9424-70448b807385" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.033607] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f160e2-809e-4b2c-9424-70448b807385',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.275538] env[63021]: INFO networking_nsxv3.common.synchronization [None req-9ce1b31e-af5d-4ea5-b463-a5887a403b1c None None] Enqueued Resource ID: 3d28e377-1218-46cd-9d0a-b8505c6acab0 with Priority: HIGHEST for action port [ 651.275887] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d28e377-1218-46cd-9d0a-b8505c6acab0 with Priority: HIGHEST for action port [ 651.276508] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d28e377-1218-46cd-9d0a-b8505c6acab0 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.276662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d28e377-1218-46cd-9d0a-b8505c6acab0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.276814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d28e377-1218-46cd-9d0a-b8505c6acab0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.277336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d28e377-1218-46cd-9d0a-b8505c6acab0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.277429] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d28e377-1218-46cd-9d0a-b8505c6acab0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.540396] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a4a9a0-e812-4803-a89d-ee9e3148e383 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.540618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.540962] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.543292] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39f160e2-809e-4b2c-9424-70448b807385 with status ACTIVE [ 651.543596] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.543796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.543902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.545355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.545484] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.546409] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.546409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.546409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.546687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.546865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.547061] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.547262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.547262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.547418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.547496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.547838] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39f160e2-809e-4b2c-9424-70448b807385 is going to be updated. [ 651.564793] env[63021]: INFO networking_nsxv3.common.synchronization [req-5a552dd6-9917-4ffe-8484-017f00b84b26 req-acaa2742-d097-491d-94e3-807ed5e0dbad tempest-DeleteServersAdminTestJSON-430766428 tempest-DeleteServersAdminTestJSON-430766428-project-member] Enqueued Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 651.568127] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 651.569323] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.569490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.569546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.570668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.570839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.571007] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f160e2-809e-4b2c-9424-70448b807385" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.571617] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.571701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.571701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.571903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.572094] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.572155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.572217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.572378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.572458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.572548] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.784679] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d28e377-1218-46cd-9d0a-b8505c6acab0 [ 651.784679] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.784679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.784679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.784679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.784679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.784679] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d28e377-1218-46cd-9d0a-b8505c6acab0 already deleted. [ 651.784679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d28e377-1218-46cd-9d0a-b8505c6acab0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.050589] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.079017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.079217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.079271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.079472] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.079574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.079771] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.079871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.079933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.080118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.080205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.080350] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 is going to be updated. [ 652.106817] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.108871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.108871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.108871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.108871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.116127] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: IN_PROGRESS for 2s [ 652.220374] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.220563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.220690] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.220956] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.221253] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.221435] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.221553] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.221768] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.221911] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.222137] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.222251] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.222362] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.222469] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.222579] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.222725] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.222867] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.242805] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.242974] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.243124] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.243303] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.243714] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-064a77e5-92b4-4a3f-9a42-bd577ec46683 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.243870] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-064a77e5-92b4-4a3f-9a42-bd577ec46683" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.244015] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-064a77e5-92b4-4a3f-9a42-bd577ec46683" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.247330] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-064a77e5-92b4-4a3f-9a42-bd577ec46683" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.247569] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064a77e5-92b4-4a3f-9a42-bd577ec46683',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.554179] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.554350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.554407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.555270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.555394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.555532] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 is going to be created. [ 652.579444] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.579444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.579444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.580086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.580086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.590303] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 in Status: UNINITIALIZED for 2s [ 652.740495] env[63021]: INFO networking_nsxv3.common.synchronization [req-41141995-e826-4e05-8236-cab93d9f99c2 req-6880488a-0995-423b-976d-a20477d815c6 tempest-ServerMetadataTestJSON-1491167938 tempest-ServerMetadataTestJSON-1491167938-project-member] Enqueued Resource ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 with Priority: HIGHEST for action security_group_members [ 652.741105] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 with Priority: HIGHEST for action security_group_members [ 652.741636] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-da454f6c-4db6-47c0-ad39-cea64f1e72c7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.741804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.741874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.742088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.742242] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.742364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.742431] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.742584] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.742670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.742763] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da454f6c-4db6-47c0-ad39-cea64f1e72c7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.749801] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.750041] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.750221] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.750570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.750730] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.750912] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 064a77e5-92b4-4a3f-9a42-bd577ec46683 not found, creating... [ 652.751181] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.751342] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.751462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.751678] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.751827] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.752123] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.752281] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.752399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.752605] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.752739] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.752878] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 064a77e5-92b4-4a3f-9a42-bd577ec46683 is going to be created. [ 652.772753] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.772926] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.773067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.773326] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.773544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.773769] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-064a77e5-92b4-4a3f-9a42-bd577ec46683" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.245581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.245865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.245865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.246064] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.246166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.246592] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.246592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.246592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.246795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.246795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.246867] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 is going to be updated. [ 653.287259] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.287491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.287560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.287758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.288166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.298295] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 in Status: IN_PROGRESS for 2s [ 653.390441] env[63021]: INFO networking_nsxv3.common.synchronization [None req-c277bd8e-6156-4b2e-a6b4-6914bba217bb None None] Enqueued Resource ID: 6baf3eb9-dd3f-44b1-9460-1e4528b439cf with Priority: HIGHEST for action port [ 653.394155] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6baf3eb9-dd3f-44b1-9460-1e4528b439cf with Priority: HIGHEST for action port [ 653.394155] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-6baf3eb9-dd3f-44b1-9460-1e4528b439cf taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.394155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6baf3eb9-dd3f-44b1-9460-1e4528b439cf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.394155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6baf3eb9-dd3f-44b1-9460-1e4528b439cf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.394155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6baf3eb9-dd3f-44b1-9460-1e4528b439cf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.394155] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6baf3eb9-dd3f-44b1-9460-1e4528b439cf',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.633303] env[63021]: INFO networking_nsxv3.common.synchronization [req-5a552dd6-9917-4ffe-8484-017f00b84b26 req-7c19c34d-dc08-44fe-a18e-c07076df2893 service nova] Enqueued Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_rules [ 653.633303] env[63021]: INFO networking_nsxv3.common.synchronization [req-5a552dd6-9917-4ffe-8484-017f00b84b26 req-7c19c34d-dc08-44fe-a18e-c07076df2893 service nova] Enqueued Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 653.633303] env[63021]: INFO networking_nsxv3.common.synchronization [req-5a552dd6-9917-4ffe-8484-017f00b84b26 req-7c19c34d-dc08-44fe-a18e-c07076df2893 service nova] Enqueued Resource ID: 064a77e5-92b4-4a3f-9a42-bd577ec46683 with Priority: HIGHEST for action port [ 653.633303] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_rules [ 653.633303] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 653.633303] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064a77e5-92b4-4a3f-9a42-bd577ec46683 with Priority: HIGHEST for action port [ 653.633303] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.633303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.633303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.633303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.635243] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.639699] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.639699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.639699] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-064a77e5-92b4-4a3f-9a42-bd577ec46683 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.639699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-064a77e5-92b4-4a3f-9a42-bd577ec46683" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.639699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-064a77e5-92b4-4a3f-9a42-bd577ec46683" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.639699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-064a77e5-92b4-4a3f-9a42-bd577ec46683" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.639699] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064a77e5-92b4-4a3f-9a42-bd577ec46683',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.900327] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6baf3eb9-dd3f-44b1-9460-1e4528b439cf [ 653.900557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.900701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.900771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.900986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.901098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.901209] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6baf3eb9-dd3f-44b1-9460-1e4528b439cf already deleted. [ 653.901298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6baf3eb9-dd3f-44b1-9460-1e4528b439cf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.128018] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: SUCCESS [ 654.128283] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 deletion is rescheduled due to dependency. [ 654.128453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.128711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.129056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.129328] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.129587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.129712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.130423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.133461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.133617] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.140030] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.140030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.142138] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 064a77e5-92b4-4a3f-9a42-bd577ec46683 with status ACTIVE [ 654.142345] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.142459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.142502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.142706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.142788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.142959] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.145277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.145277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.145277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.145277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.145277] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.145277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.145277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.145277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.145277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.145277] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 064a77e5-92b4-4a3f-9a42-bd577ec46683 is going to be updated. [ 654.165775] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.165775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.165775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.165775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.165775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.165775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-064a77e5-92b4-4a3f-9a42-bd577ec46683" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.601509] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 in Status: SUCCESS [ 654.601837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.601896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.602117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.603048] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.603048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.603048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.603048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.603048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.603048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.603048] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.640157] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.759278] env[63021]: INFO networking_nsxv3.common.synchronization [req-3778db47-461e-4bfc-8c37-f51d5973e5b9 req-42030de4-5514-440e-8d08-de67202502d5 tempest-ImagesOneServerTestJSON-699423091 tempest-ImagesOneServerTestJSON-699423091-project-member] Enqueued Resource ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b with Priority: HIGHEST for action security_group_members [ 654.759613] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b with Priority: HIGHEST for action security_group_members [ 654.759900] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.762015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.762015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.762015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.762015] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.762015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.762015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.762015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.762015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.762015] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f5ccb3a-fa57-4774-8204-fd30bd893c6b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.106088] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.143493] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.263842] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.264016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.264155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.264433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.264574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.264838] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.264976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.265110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.265304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.265422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.265548] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b is going to be updated. [ 655.293857] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.294029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.294143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.294311] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.294452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.301940] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b in Status: IN_PROGRESS for 2s [ 655.307833] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 in Status: SUCCESS [ 655.308016] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 deletion is rescheduled due to dependency. [ 655.308131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.607959] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1a4a9a0-e812-4803-a89d-ee9e3148e383: rpc.has_security_group_logging(os_id): False [ 655.639790] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.639951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.640026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.640952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.640952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.640952] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.640952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.640952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.640952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.640952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.641188] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 is going to be created. [ 655.645105] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.645404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.645404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.645590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.645590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.645701] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 is going to be updated. [ 655.682149] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.682406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.682406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.682633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.682766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.695996] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: IN_PROGRESS for 2s [ 655.704720] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.704826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.704826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.705058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.705241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.714784] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 in Status: IN_PROGRESS for 2s [ 657.321147] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b in Status: SUCCESS [ 657.321518] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b deletion is rescheduled due to dependency. [ 657.321657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.710329] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: SUCCESS [ 657.710329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.710329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.710329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.710329] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.710329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.710329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.710329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.710329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.710329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.710329] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.726026] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 in Status: SUCCESS [ 657.726259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.974032] env[63021]: INFO networking_nsxv3.common.synchronization [None req-f2b43974-805e-4c8e-b32c-e88ec469ed70 None None] Enqueued Resource ID: 46a766d6-e90a-4b91-ba30-6204ac58eeb4 with Priority: HIGHEST for action port [ 657.974314] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a766d6-e90a-4b91-ba30-6204ac58eeb4 with Priority: HIGHEST for action port [ 657.974774] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-46a766d6-e90a-4b91-ba30-6204ac58eeb4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.974903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46a766d6-e90a-4b91-ba30-6204ac58eeb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.974965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46a766d6-e90a-4b91-ba30-6204ac58eeb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.975277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46a766d6-e90a-4b91-ba30-6204ac58eeb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.975360] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a766d6-e90a-4b91-ba30-6204ac58eeb4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.213887] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.214094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.214152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.214491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.214491] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.214594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.214644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.214771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.214862] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.214953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.215115] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.215225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.215316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.215542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.215619] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.215677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.215716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.215840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.215914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.215996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.216102] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.477703] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46a766d6-e90a-4b91-ba30-6204ac58eeb4 [ 658.477974] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.478071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.478142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.478618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.479866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.479866] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46a766d6-e90a-4b91-ba30-6204ac58eeb4 already deleted. [ 658.479866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46a766d6-e90a-4b91-ba30-6204ac58eeb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.718670] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d16dcdd-9803-48ed-bed1-b077f8d19c24: rpc.has_security_group_logging(os_id): False [ 658.739986] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.739986] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.739986] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.739986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.740572] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.740572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.740572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.740572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.740572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.740572] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 is going to be updated. [ 658.797864] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.798034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.798117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.798344] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.798501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.811360] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: IN_PROGRESS for 2s [ 659.166319] env[63021]: INFO networking_nsxv3.common.synchronization [req-b13b0bec-8617-40ed-b3d4-47ce3e1eeef1 req-e74f2a74-30b5-4b63-9cb6-61551322b717 tempest-ServersAdminTestJSON-462896532 tempest-ServersAdminTestJSON-462896532-project-member] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 659.166687] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 659.172098] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.172271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.172366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.172607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.172777] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.172876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.172938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.173116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.173205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.173307] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.675312] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.675586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.675586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.675728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.675813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.675997] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.676117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.676178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.676824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.676824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.676824] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 already deleted. [ 659.676824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.819605] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.819797] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.820054] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.820268] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.820524] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.821087] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.822649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.822649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.822649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.822649] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.822649] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.822649] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.822649] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.822649] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.822649] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.822649] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.841832] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.842047] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.842195] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.842396] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.842728] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-66421979-b107-4dd5-9bc4-40bdefa3a5d0 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.842986] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-66421979-b107-4dd5-9bc4-40bdefa3a5d0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.843164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-66421979-b107-4dd5-9bc4-40bdefa3a5d0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.843502] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-66421979-b107-4dd5-9bc4-40bdefa3a5d0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.843697] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66421979-b107-4dd5-9bc4-40bdefa3a5d0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.346277] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.346494] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.346617] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.346965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.347146] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.347326] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 66421979-b107-4dd5-9bc4-40bdefa3a5d0 not found, creating... [ 660.347670] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.347833] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.347949] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.348253] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.348372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.348653] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.351018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.351018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.351018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.351018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.351018] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 66421979-b107-4dd5-9bc4-40bdefa3a5d0 is going to be created. [ 660.368027] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.368167] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.368206] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.372020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.372020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.372020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-66421979-b107-4dd5-9bc4-40bdefa3a5d0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.671757] env[63021]: INFO networking_nsxv3.common.synchronization [None req-97cdb16d-51d3-4d97-b04a-e3a7a491a4a1 None None] Enqueued Resource ID: 6a030352-ab8c-4edc-80b4-d429887977e6 with Priority: HIGHEST for action port [ 660.672269] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a030352-ab8c-4edc-80b4-d429887977e6 with Priority: HIGHEST for action port [ 660.672569] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a030352-ab8c-4edc-80b4-d429887977e6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.672692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a030352-ab8c-4edc-80b4-d429887977e6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.672762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a030352-ab8c-4edc-80b4-d429887977e6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.675324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a030352-ab8c-4edc-80b4-d429887977e6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.675585] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a030352-ab8c-4edc-80b4-d429887977e6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.825070] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: SUCCESS [ 660.825471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.144473] env[63021]: INFO networking_nsxv3.common.synchronization [req-b13b0bec-8617-40ed-b3d4-47ce3e1eeef1 req-c87ea874-805a-4af5-ae2b-277714177422 service nova] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_rules [ 661.144654] env[63021]: INFO networking_nsxv3.common.synchronization [req-b13b0bec-8617-40ed-b3d4-47ce3e1eeef1 req-c87ea874-805a-4af5-ae2b-277714177422 service nova] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 661.144820] env[63021]: INFO networking_nsxv3.common.synchronization [req-b13b0bec-8617-40ed-b3d4-47ce3e1eeef1 req-c87ea874-805a-4af5-ae2b-277714177422 service nova] Enqueued Resource ID: 66421979-b107-4dd5-9bc4-40bdefa3a5d0 with Priority: HIGHEST for action port [ 661.145068] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_rules [ 661.145199] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 661.145296] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66421979-b107-4dd5-9bc4-40bdefa3a5d0 with Priority: HIGHEST for action port [ 661.145986] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.146135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.146190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.146458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.146546] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.147715] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.147829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.147904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.148089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.148236] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.148344] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.148387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.148527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.148828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.148828] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.149408] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-66421979-b107-4dd5-9bc4-40bdefa3a5d0 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.149516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66421979-b107-4dd5-9bc4-40bdefa3a5d0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.149599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66421979-b107-4dd5-9bc4-40bdefa3a5d0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.149753] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66421979-b107-4dd5-9bc4-40bdefa3a5d0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.149826] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66421979-b107-4dd5-9bc4-40bdefa3a5d0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.177685] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a030352-ab8c-4edc-80b4-d429887977e6 [ 661.177685] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.177828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.177887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.178109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.178202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.178296] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a030352-ab8c-4edc-80b4-d429887977e6 already deleted. [ 661.178397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a030352-ab8c-4edc-80b4-d429887977e6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.653628] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.654740] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.654866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.661461] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66421979-b107-4dd5-9bc4-40bdefa3a5d0 with status ACTIVE [ 661.661461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.661461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.661461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.661461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.661461] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66421979-b107-4dd5-9bc4-40bdefa3a5d0 is going to be updated. [ 661.683687] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.683687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.683687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.684345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.684345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.684345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66421979-b107-4dd5-9bc4-40bdefa3a5d0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.856782] env[63021]: INFO networking_nsxv3.common.synchronization [req-38942d5b-be69-4e95-8160-07bf85f3e0d2 req-77cd2c21-d4dc-4a94-93f7-ec773f1f16c4 tempest-ServersAdminTestJSON-462896532 tempest-ServersAdminTestJSON-462896532-project-member] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 661.857398] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 661.857721] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.857827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.146848] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.147054] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.147179] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.147546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.147812] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.147967] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.148269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.148943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.148943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.148943] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.149222] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.149222] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.149222] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.149415] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.149415] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.149533] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.159041] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.168549] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.168627] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.168739] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.168911] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.169698] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-a07ae27f-6861-4db7-be8b-8f9e4f170f3e taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.169698] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-a07ae27f-6861-4db7-be8b-8f9e4f170f3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.169698] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-a07ae27f-6861-4db7-be8b-8f9e4f170f3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.169914] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-a07ae27f-6861-4db7-be8b-8f9e4f170f3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.169958] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07ae27f-6861-4db7-be8b-8f9e4f170f3e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.661928] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.664030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.664030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.664030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.664030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.664030] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be created. [ 662.674894] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.675443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.676091] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.677018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.677302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.677503] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port a07ae27f-6861-4db7-be8b-8f9e4f170f3e not found, creating... [ 662.677790] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.677951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.678082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.678313] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.678452] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.678742] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.678896] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.679033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.679665] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.679665] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.679665] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: a07ae27f-6861-4db7-be8b-8f9e4f170f3e is going to be created. [ 662.688211] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.688841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.688841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.688841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.688841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.697863] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: UNINITIALIZED for 2s [ 662.703147] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.703358] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.703440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.703685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.703901] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.704127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-a07ae27f-6861-4db7-be8b-8f9e4f170f3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.594334] env[63021]: INFO networking_nsxv3.common.synchronization [req-38942d5b-be69-4e95-8160-07bf85f3e0d2 req-d659409d-1ae9-468c-85f4-67555e2a23c3 service nova] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_rules [ 663.594539] env[63021]: INFO networking_nsxv3.common.synchronization [req-38942d5b-be69-4e95-8160-07bf85f3e0d2 req-d659409d-1ae9-468c-85f4-67555e2a23c3 service nova] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 663.594679] env[63021]: INFO networking_nsxv3.common.synchronization [req-38942d5b-be69-4e95-8160-07bf85f3e0d2 req-d659409d-1ae9-468c-85f4-67555e2a23c3 service nova] Enqueued Resource ID: a07ae27f-6861-4db7-be8b-8f9e4f170f3e with Priority: HIGHEST for action port [ 663.594914] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_rules [ 663.595053] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 663.595151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07ae27f-6861-4db7-be8b-8f9e4f170f3e with Priority: HIGHEST for action port [ 663.595958] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.599409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.599409] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.599409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.599409] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a07ae27f-6861-4db7-be8b-8f9e4f170f3e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.599409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a07ae27f-6861-4db7-be8b-8f9e4f170f3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.599409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a07ae27f-6861-4db7-be8b-8f9e4f170f3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.599409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a07ae27f-6861-4db7-be8b-8f9e4f170f3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.599409] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07ae27f-6861-4db7-be8b-8f9e4f170f3e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.102276] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a07ae27f-6861-4db7-be8b-8f9e4f170f3e with status ACTIVE [ 664.102586] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.102586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.102586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.103623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.103623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.103623] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.103623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.103623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.103623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.103623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.103915] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.103915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.103915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.104036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.104612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.104612] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a07ae27f-6861-4db7-be8b-8f9e4f170f3e is going to be updated. [ 664.126242] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.126437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.126558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.126849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.127067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.127348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a07ae27f-6861-4db7-be8b-8f9e4f170f3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.708710] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 664.708960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.711019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.711019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.711019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.711019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.711019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.711019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.711019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.711019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.711019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.711019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.711500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.711500] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.711500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.711500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.711649] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.711649] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.711713] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.215743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.216082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.216082] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.525695] env[63021]: INFO networking_nsxv3.common.synchronization [req-10107302-ac52-488d-9e70-d2e14676970a req-47871b22-d618-4235-ab70-1e17d524d842 tempest-DeleteServersAdminTestJSON-430766428 tempest-DeleteServersAdminTestJSON-430766428-project-member] Enqueued Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 665.526168] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGHEST for action security_group_members [ 665.526507] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.526632] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.526687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.526889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.527442] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.527442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.527442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.527574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.527648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.527740] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.718461] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.032102] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.032102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.032102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.032102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.032102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.032102] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.032102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.032102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.032102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.032102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.032102] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 is going to be updated. [ 666.056785] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.056926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.056999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.057219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.057437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.065688] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: IN_PROGRESS for 2s [ 666.220912] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.221258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.221258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.222429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.222429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.222429] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 666.248076] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.248260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.248386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.248851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.248851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.256821] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 668.077171] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 in Status: SUCCESS [ 668.077580] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 deletion is rescheduled due to dependency. [ 668.077580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.266614] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 668.266832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.267043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.267275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.267537] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.267661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.267727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.267891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.267972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.268078] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.772252] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.274211] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.375923] env[63021]: INFO networking_nsxv3.common.synchronization [req-a7566947-5ead-4518-803d-4b9abe5bf090 req-cfe91ab0-87d8-4f3a-b765-9151c8e6ed83 tempest-FloatingIPsAssociationTestJSON-1306702303 tempest-FloatingIPsAssociationTestJSON-1306702303-project-member] Enqueued Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 669.377071] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGHEST for action security_group_members [ 669.377071] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.377071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.377071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.377071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.377071] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.377071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.377071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.377566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.377566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.377566] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.776961] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.777178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.777276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.777486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.777644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.777786] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 669.805029] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.805029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.805029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.805029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.807611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.814920] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 669.882148] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.882345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.882390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.882606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.882701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.882902] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.883010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.883074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.883226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.883302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.883388] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a is going to be updated. [ 669.929937] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.929937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.929937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.929937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.929937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.938511] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: IN_PROGRESS for 2s [ 671.825156] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 671.825416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.825524] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.825763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.825956] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.827092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.827092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.827092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.827092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.827092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.827092] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.827092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.827092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.827092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.827092] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.827581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.827581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.827581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.827581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.827581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.827581] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.947179] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a in Status: SUCCESS [ 671.947413] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a deletion is rescheduled due to dependency. [ 671.947541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.330062] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e855e979-5a30-460d-a444-a8925e2e6d86: rpc.has_security_group_logging(os_id): False [ 672.348219] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.348784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.348784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.348784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.348968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.349191] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.349287] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.349329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.350675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.350675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.350675] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.350675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.350675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.350675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.350675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.350675] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.350675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.350675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.351083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.351083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.351083] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be created. [ 672.410195] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.410352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.410408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.410602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.410776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.420884] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 673.079067] env[63021]: INFO networking_nsxv3.common.synchronization [None req-e2109ccc-df79-4033-a8d6-dd6b9c7610bb tempest-ImagesOneServerNegativeTestJSON-1777388496 tempest-ImagesOneServerNegativeTestJSON-1777388496-project-member] Enqueued Resource ID: 859de411-13c7-4676-adb2-8ec0d9d6638f with Priority: HIGHEST for action security_group_rules [ 673.079637] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859de411-13c7-4676-adb2-8ec0d9d6638f with Priority: HIGHEST for action security_group_rules [ 673.079979] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-859de411-13c7-4676-adb2-8ec0d9d6638f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.080121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-859de411-13c7-4676-adb2-8ec0d9d6638f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.080187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-859de411-13c7-4676-adb2-8ec0d9d6638f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.080437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-859de411-13c7-4676-adb2-8ec0d9d6638f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.080524] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('859de411-13c7-4676-adb2-8ec0d9d6638f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.164882] env[63021]: INFO networking_nsxv3.common.synchronization [None req-fc094eda-a7a1-483b-8c1c-a3a6ff9ab21a tempest-ImagesOneServerNegativeTestJSON-1777388496 tempest-ImagesOneServerNegativeTestJSON-1777388496-project-member] Enqueued Resource ID: 859de411-13c7-4676-adb2-8ec0d9d6638f with Priority: HIGHEST for action security_group_rules [ 673.165252] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859de411-13c7-4676-adb2-8ec0d9d6638f with Priority: HIGHEST for action security_group_rules [ 673.167042] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-859de411-13c7-4676-adb2-8ec0d9d6638f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.167042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-859de411-13c7-4676-adb2-8ec0d9d6638f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.599096] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.599424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.599424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.599531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.599610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.600541] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 859de411-13c7-4676-adb2-8ec0d9d6638f already deleted. [ 673.600541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-859de411-13c7-4676-adb2-8ec0d9d6638f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.600541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-859de411-13c7-4676-adb2-8ec0d9d6638f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.600541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-859de411-13c7-4676-adb2-8ec0d9d6638f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.600541] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('859de411-13c7-4676-adb2-8ec0d9d6638f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.122380] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.122709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.122709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.122933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.123071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.123200] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 859de411-13c7-4676-adb2-8ec0d9d6638f already deleted. [ 674.123311] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-859de411-13c7-4676-adb2-8ec0d9d6638f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.432025] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 674.432025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.432025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.432025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.432025] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.933786] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.933963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.934054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.934273] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.934436] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.934535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.934598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.934746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.934828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.934914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.935009] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.438858] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.438858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.438858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.438858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.439281] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.439281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.439281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.439281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.439281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.439438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.439510] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.439601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.439663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.439803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.439935] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.440036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.440096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.440232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.440306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.440388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.440473] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.942660] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e855e979-5a30-460d-a444-a8925e2e6d86: rpc.has_security_group_logging(os_id): False [ 675.959498] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.959667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.959732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.959971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.960086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.960306] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.960410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.960473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.960627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.960713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.960913] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.961022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.961080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.961216] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.961290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.961466] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.961619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.961619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.961746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.962014] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.962014] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 676.016736] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.016874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.016934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.017172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.017315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.029299] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 676.582840] env[63021]: INFO networking_nsxv3.common.synchronization [req-c62dbb04-bda2-4f0b-9942-c38a36376853 req-07954cc7-756e-48b2-a22b-b086deeabc9e tempest-ImagesTestJSON-852617634 tempest-ImagesTestJSON-852617634-project-member] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 676.583367] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 676.583678] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.583800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.583868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.584089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.584243] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.584610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.584610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.584610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.584610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.584736] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.911242] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.911566] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.911783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.912189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.912602] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.912863] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.913082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.913428] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.913672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.914150] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.914582] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.914796] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.914997] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.915202] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.915399] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.915620] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.935020] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.935092] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.935302] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.935659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.935943] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-49500b3e-3a86-4a0a-94ed-762a86a78124 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.936186] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-49500b3e-3a86-4a0a-94ed-762a86a78124" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.936387] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-49500b3e-3a86-4a0a-94ed-762a86a78124" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.937032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-49500b3e-3a86-4a0a-94ed-762a86a78124" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.937194] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49500b3e-3a86-4a0a-94ed-762a86a78124',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.087557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.087557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.087557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.087736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.087885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.088273] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.088273] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.088273] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.088388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.088388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.088796] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 677.112114] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.112240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.112778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.112778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.112778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.119918] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 677.443019] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.443019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.443019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.443019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.443019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.443019] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 49500b3e-3a86-4a0a-94ed-762a86a78124 not found, creating... [ 677.443019] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.443019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.443019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.443019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.443019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.443497] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.443497] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.443497] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.443497] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.443497] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.443497] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 49500b3e-3a86-4a0a-94ed-762a86a78124 is going to be created. [ 677.464158] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.464158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.464158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.464158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.464158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.464158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-49500b3e-3a86-4a0a-94ed-762a86a78124" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.040848] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 678.041131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.176706] env[63021]: INFO networking_nsxv3.common.synchronization [req-c62dbb04-bda2-4f0b-9942-c38a36376853 req-92523cb6-cf87-4dd0-a935-279217c0b55c service nova] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_rules [ 678.176887] env[63021]: INFO networking_nsxv3.common.synchronization [req-c62dbb04-bda2-4f0b-9942-c38a36376853 req-92523cb6-cf87-4dd0-a935-279217c0b55c service nova] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 678.177035] env[63021]: INFO networking_nsxv3.common.synchronization [req-c62dbb04-bda2-4f0b-9942-c38a36376853 req-92523cb6-cf87-4dd0-a935-279217c0b55c service nova] Enqueued Resource ID: 49500b3e-3a86-4a0a-94ed-762a86a78124 with Priority: HIGHEST for action port [ 678.177263] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_rules [ 678.177390] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 678.177495] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49500b3e-3a86-4a0a-94ed-762a86a78124 with Priority: HIGHEST for action port [ 678.178015] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.178268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.178393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.178657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.178787] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.179708] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.180100] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-49500b3e-3a86-4a0a-94ed-762a86a78124 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.180278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49500b3e-3a86-4a0a-94ed-762a86a78124" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.180453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49500b3e-3a86-4a0a-94ed-762a86a78124" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.180680] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49500b3e-3a86-4a0a-94ed-762a86a78124" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.180800] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49500b3e-3a86-4a0a-94ed-762a86a78124',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.682653] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.682815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.683039] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49500b3e-3a86-4a0a-94ed-762a86a78124 with status ACTIVE [ 678.683219] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.683326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.683414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.683636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.683734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.683928] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.684077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.684143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.684334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.684418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.684604] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.684738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.684814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.684966] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.685055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.685142] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49500b3e-3a86-4a0a-94ed-762a86a78124 is going to be updated. [ 678.707866] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.708073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.708073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.708323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.708487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.708686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49500b3e-3a86-4a0a-94ed-762a86a78124" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.129640] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 4s [ 679.292758] env[63021]: INFO networking_nsxv3.common.synchronization [req-cb9a34be-b0fe-4e26-a404-5da53e8a940a req-26ea219b-29db-47f1-9404-4a670e465cc7 tempest-TenantUsagesTestJSON-301234787 tempest-TenantUsagesTestJSON-301234787-project-member] Enqueued Resource ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 with Priority: HIGHEST for action security_group_members [ 679.295191] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 with Priority: HIGHEST for action security_group_members [ 679.295787] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e736489-0d4e-4bbc-9f2d-7620e6806825 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.295935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.296032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.296301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.296480] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.296601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.296678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.296847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.296953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.297077] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e736489-0d4e-4bbc-9f2d-7620e6806825',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.616710] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.616710] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.616864] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.617022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.617260] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.618045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.618045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.618045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.618045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.618240] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.618240] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.618302] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.618414] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.618523] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.618632] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.618835] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.640471] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.640471] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.640471] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.640471] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.640471] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-4c75ac24-25df-4c2f-8ce9-e0b2ec182139 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.640471] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-4c75ac24-25df-4c2f-8ce9-e0b2ec182139" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.640471] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-4c75ac24-25df-4c2f-8ce9-e0b2ec182139" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.640471] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-4c75ac24-25df-4c2f-8ce9-e0b2ec182139" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.641018] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c75ac24-25df-4c2f-8ce9-e0b2ec182139',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.799315] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.799477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.799596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.799938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.800053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.800259] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.800371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.800428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.800719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.800819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.800953] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 already deleted. [ 679.801108] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.143830] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.144145] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.144182] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.144459] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.144632] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.144916] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 4c75ac24-25df-4c2f-8ce9-e0b2ec182139 not found, creating... [ 680.145168] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.145363] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.145484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.145768] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.145964] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.146252] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.146415] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.146552] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.146837] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.146994] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.147156] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 4c75ac24-25df-4c2f-8ce9-e0b2ec182139 is going to be created. [ 680.168399] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.168620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.168715] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.168920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.169143] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.169367] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-4c75ac24-25df-4c2f-8ce9-e0b2ec182139" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.906483] env[63021]: INFO networking_nsxv3.common.synchronization [req-cb9a34be-b0fe-4e26-a404-5da53e8a940a req-b62cc32e-4339-49fb-b78d-9d06e0ebb5d8 service nova] Enqueued Resource ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 with Priority: HIGHEST for action security_group_rules [ 680.907152] env[63021]: INFO networking_nsxv3.common.synchronization [req-cb9a34be-b0fe-4e26-a404-5da53e8a940a req-b62cc32e-4339-49fb-b78d-9d06e0ebb5d8 service nova] Enqueued Resource ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 with Priority: HIGHEST for action security_group_members [ 680.907152] env[63021]: INFO networking_nsxv3.common.synchronization [req-cb9a34be-b0fe-4e26-a404-5da53e8a940a req-b62cc32e-4339-49fb-b78d-9d06e0ebb5d8 service nova] Enqueued Resource ID: 4c75ac24-25df-4c2f-8ce9-e0b2ec182139 with Priority: HIGHEST for action port [ 680.907152] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 with Priority: HIGHEST for action security_group_rules [ 680.907152] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 with Priority: HIGHEST for action security_group_members [ 680.907592] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c75ac24-25df-4c2f-8ce9-e0b2ec182139 with Priority: HIGHEST for action port [ 680.907815] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e736489-0d4e-4bbc-9f2d-7620e6806825 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.907910] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.907963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.908211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.908292] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e736489-0d4e-4bbc-9f2d-7620e6806825',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.912697] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e736489-0d4e-4bbc-9f2d-7620e6806825 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.912697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.912697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.912697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.912697] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.912697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.912697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.912697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.912697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.912697] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e736489-0d4e-4bbc-9f2d-7620e6806825',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.912697] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c75ac24-25df-4c2f-8ce9-e0b2ec182139 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.912697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c75ac24-25df-4c2f-8ce9-e0b2ec182139" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.912697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c75ac24-25df-4c2f-8ce9-e0b2ec182139" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.912697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c75ac24-25df-4c2f-8ce9-e0b2ec182139" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.912697] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c75ac24-25df-4c2f-8ce9-e0b2ec182139',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.141018] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 681.141018] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 deletion is rescheduled due to dependency. [ 681.141018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.141018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.141018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.141018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.141018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.141018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.141018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.141018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.141018] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.412306] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e736489-0d4e-4bbc-9f2d-7620e6806825 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.412938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.416097] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e736489-0d4e-4bbc-9f2d-7620e6806825',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.416186] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c75ac24-25df-4c2f-8ce9-e0b2ec182139 with status ACTIVE [ 681.416337] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.416452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.416543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.416716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.416811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.416974] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.417087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.417147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.417299] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.417376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.417601] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.417739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.417804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.417945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.418031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.418116] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c75ac24-25df-4c2f-8ce9-e0b2ec182139 is going to be updated. [ 681.440393] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.440526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.440596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.440784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.440912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.441071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c75ac24-25df-4c2f-8ce9-e0b2ec182139" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.642872] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.920116] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e736489-0d4e-4bbc-9f2d-7620e6806825',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.930570] env[63021]: INFO networking_nsxv3.common.synchronization [req-a8d45a3e-08b3-4b12-b769-c8ee0aba7c03 req-c5d53054-f4f3-40f4-b2cc-fd399e170b17 tempest-ServersTestBootFromVolume-732507099 tempest-ServersTestBootFromVolume-732507099-project-member] Enqueued Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_members [ 681.931350] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_members [ 681.932022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.932022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.932022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.932738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.932999] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.933299] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.933417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.933646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.933781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.933958] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.144882] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.423243] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.423551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.423551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.423698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.423790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.423890] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 is going to be created. [ 682.437138] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.437300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.437375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.437675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.437779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.437947] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.438058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.438120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.438270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.438347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.438430] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 already deleted. [ 682.438543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.449296] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.449482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.449521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.449708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.449890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.460760] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 in Status: UNINITIALIZED for 2s [ 682.462702] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.462927] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.463072] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.463415] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.463691] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.463852] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.463970] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.464203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.464351] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.464557] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.464674] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.464782] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.464888] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.464996] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.465116] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.465244] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.482886] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.483084] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 682.483217] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.483406] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.483723] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-9197f89b-957f-4d27-a314-ca95bd44a77d taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.483900] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-9197f89b-957f-4d27-a314-ca95bd44a77d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.484033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-9197f89b-957f-4d27-a314-ca95bd44a77d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.484376] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-9197f89b-957f-4d27-a314-ca95bd44a77d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.484516] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9197f89b-957f-4d27-a314-ca95bd44a77d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.647623] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.647623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.647623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.647842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.647842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.647922] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 682.674228] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.674374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.674453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.674662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.674805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.682714] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 682.988092] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.988315] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.988442] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.988888] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.989070] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.989236] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 9197f89b-957f-4d27-a314-ca95bd44a77d not found, creating... [ 682.989547] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.989715] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.989919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.990154] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.990447] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.990736] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.990898] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.991030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.991260] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.991375] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.991552] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 9197f89b-957f-4d27-a314-ca95bd44a77d is going to be created. [ 683.018276] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.018447] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.018573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.018852] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.019095] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.019427] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-9197f89b-957f-4d27-a314-ca95bd44a77d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.828114] env[63021]: INFO networking_nsxv3.common.synchronization [req-a8d45a3e-08b3-4b12-b769-c8ee0aba7c03 req-1aa379f5-1dcc-4576-85e6-adf03e2586d2 service nova] Enqueued Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_rules [ 683.828114] env[63021]: INFO networking_nsxv3.common.synchronization [req-a8d45a3e-08b3-4b12-b769-c8ee0aba7c03 req-1aa379f5-1dcc-4576-85e6-adf03e2586d2 service nova] Enqueued Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_members [ 683.828114] env[63021]: INFO networking_nsxv3.common.synchronization [req-a8d45a3e-08b3-4b12-b769-c8ee0aba7c03 req-1aa379f5-1dcc-4576-85e6-adf03e2586d2 service nova] Enqueued Resource ID: 9197f89b-957f-4d27-a314-ca95bd44a77d with Priority: HIGHEST for action port [ 683.828114] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_rules [ 683.828114] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_members [ 683.828452] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9197f89b-957f-4d27-a314-ca95bd44a77d with Priority: HIGHEST for action port [ 683.828452] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.828566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.828678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.828821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.828921] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.829784] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.829983] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.830066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.830243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.830394] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.830482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.830543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.830675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.830762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.830851] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.834557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-9197f89b-957f-4d27-a314-ca95bd44a77d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.834711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9197f89b-957f-4d27-a314-ca95bd44a77d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.834791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9197f89b-957f-4d27-a314-ca95bd44a77d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.834984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9197f89b-957f-4d27-a314-ca95bd44a77d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.835095] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9197f89b-957f-4d27-a314-ca95bd44a77d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.336584] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.336710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.338148] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.339664] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9197f89b-957f-4d27-a314-ca95bd44a77d with status ACTIVE [ 684.339920] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.340067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.340138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.340342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.340448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.340636] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.340756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.340828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.343740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.343913] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.344253] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.344365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.344434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.344906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.344997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.345074] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9197f89b-957f-4d27-a314-ca95bd44a77d is going to be updated. [ 684.369365] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.369365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.369365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.369365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.369365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.369365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9197f89b-957f-4d27-a314-ca95bd44a77d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.470726] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 in Status: SUCCESS [ 684.471149] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.471433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.472040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.474834] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.474834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.474834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.474834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.474834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.474834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.474834] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e736489-0d4e-4bbc-9f2d-7620e6806825',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.694646] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 684.694913] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.695101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.695504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.695504] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.696309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.696309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.696309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.696309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.696309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.696309] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.840895] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.978693] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e736489-0d4e-4bbc-9f2d-7620e6806825 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.978847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.978922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.979155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.979319] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.979422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.979486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.979632] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.979719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.979806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.979948] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e736489-0d4e-4bbc-9f2d-7620e6806825 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.980058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.980121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.980258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.980391] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.980493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.980526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.981733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.981733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.981733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.981733] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e736489-0d4e-4bbc-9f2d-7620e6806825',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.202956] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.203096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.203096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.204029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.204029] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.204029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.204029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.204029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.204029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.204029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.204295] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.204295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.204295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.204412] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.204549] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.204638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.204697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.204852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.204927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.205031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.205119] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.345113] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.345113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.345113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.345113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.345113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.345113] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 is going to be created. [ 685.369481] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.369751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.369903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.371594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.371594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.381195] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 in Status: UNINITIALIZED for 2s [ 685.484052] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e736489-0d4e-4bbc-9f2d-7620e6806825: rpc.has_security_group_logging(os_id): False [ 685.502505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.502667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.502785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.503620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.503726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.504041] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.504095] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.504158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.504302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.504381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.504568] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.504669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.504753] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.504855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.504952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.505247] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.505358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.505444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.505769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.505860] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.505962] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 is going to be created. [ 685.566244] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.566418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.566495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.566680] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.566873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.578617] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 in Status: IN_PROGRESS for 2s [ 685.709213] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0deed06d-3c5d-46ac-bd12-5f057ff070c3: rpc.has_security_group_logging(os_id): False [ 685.728042] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.728042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.728042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.728042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.729829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.729829] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.729829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.729829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.729829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.729829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.729829] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.729829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.729829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.729829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.730481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.730819] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.731085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.732069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.732069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.732069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.732069] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 685.807211] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.807211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.807211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.807464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.807464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.821717] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 686.870683] env[63021]: INFO networking_nsxv3.common.synchronization [req-6749eca0-c477-497a-9500-20fbd646e0a7 req-7679ed86-b254-42f1-945c-33256ca6ef38 tempest-ServerRescueTestJSON-1583928659 tempest-ServerRescueTestJSON-1583928659-project-member] Enqueued Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 686.871227] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 686.871521] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.871645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.871713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.871944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.872137] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.872243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.872304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.872463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.872546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.872636] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.375009] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.390477] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 in Status: SUCCESS [ 687.390686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.391303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.391526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.391725] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.391841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.391908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.392068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.392150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.392234] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.392328] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.538721] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.538936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.539080] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.539342] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.539609] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.539761] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.539879] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.540102] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.540247] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.540454] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.540561] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.540675] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.540816] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.540939] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.541061] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.541198] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.558966] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.558966] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.558966] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.559242] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.559555] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-66d0224f-a46e-422c-8658-e35f39636307 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.559732] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-66d0224f-a46e-422c-8658-e35f39636307" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.559846] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-66d0224f-a46e-422c-8658-e35f39636307" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.560163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-66d0224f-a46e-422c-8658-e35f39636307" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.560304] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d0224f-a46e-422c-8658-e35f39636307',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.589439] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 in Status: SUCCESS [ 687.589652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.835797] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 687.836040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.879421] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.894203] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.064042] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.064290] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.064419] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.064694] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.064846] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.064998] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 66d0224f-a46e-422c-8658-e35f39636307 not found, creating... [ 688.065283] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.065439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.065602] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.065775] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.065915] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.066244] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.066367] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.066484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.069206] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.069596] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.069596] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 66d0224f-a46e-422c-8658-e35f39636307 is going to be created. [ 688.092713] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.092964] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.093073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.093358] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.093587] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.093811] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-66d0224f-a46e-422c-8658-e35f39636307" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.382897] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.383234] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.383234] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.383381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.383433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.383504] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 is going to be updated. [ 688.399376] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24ffde6b-67d3-46a1-b17e-6d72efe9bc04: rpc.has_security_group_logging(os_id): False [ 688.413516] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.413679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.413759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.413940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.414209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.416014] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.416014] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.419142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.419514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.419514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.419876] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.420042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.420137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.420368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.420452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.420569] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 is going to be created. [ 688.429605] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: IN_PROGRESS for 2s [ 688.482027] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.482027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.482027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.482027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.482027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.500431] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 in Status: IN_PROGRESS for 2s [ 688.564148] env[63021]: INFO networking_nsxv3.common.synchronization [None req-6653694c-b87e-4d4b-a80e-caccd0aed4a4 None None] Enqueued Resource ID: e4957358-ae73-4d30-ae2a-8ff926fa1ff2 with Priority: HIGHEST for action port [ 688.564424] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4957358-ae73-4d30-ae2a-8ff926fa1ff2 with Priority: HIGHEST for action port [ 688.565012] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4957358-ae73-4d30-ae2a-8ff926fa1ff2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.565147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4957358-ae73-4d30-ae2a-8ff926fa1ff2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.565214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4957358-ae73-4d30-ae2a-8ff926fa1ff2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.565467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4957358-ae73-4d30-ae2a-8ff926fa1ff2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.565550] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4957358-ae73-4d30-ae2a-8ff926fa1ff2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.070062] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4957358-ae73-4d30-ae2a-8ff926fa1ff2 [ 689.070323] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.070523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.070523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.070667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.070760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.070846] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4957358-ae73-4d30-ae2a-8ff926fa1ff2 already deleted. [ 689.070929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4957358-ae73-4d30-ae2a-8ff926fa1ff2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.126893] env[63021]: INFO networking_nsxv3.common.synchronization [req-6749eca0-c477-497a-9500-20fbd646e0a7 req-0b3f28f0-bcea-41d1-a397-f805ce9b712c service nova] Enqueued Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_rules [ 689.127085] env[63021]: INFO networking_nsxv3.common.synchronization [req-6749eca0-c477-497a-9500-20fbd646e0a7 req-0b3f28f0-bcea-41d1-a397-f805ce9b712c service nova] Enqueued Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 689.127855] env[63021]: INFO networking_nsxv3.common.synchronization [req-6749eca0-c477-497a-9500-20fbd646e0a7 req-0b3f28f0-bcea-41d1-a397-f805ce9b712c service nova] Enqueued Resource ID: 66d0224f-a46e-422c-8658-e35f39636307 with Priority: HIGHEST for action port [ 689.127855] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_rules [ 689.127855] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 689.127855] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d0224f-a46e-422c-8658-e35f39636307 with Priority: HIGHEST for action port [ 689.129543] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.129543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.129543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.129543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.129543] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.132536] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.132637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.132832] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-66d0224f-a46e-422c-8658-e35f39636307 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.133061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66d0224f-a46e-422c-8658-e35f39636307" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.133061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66d0224f-a46e-422c-8658-e35f39636307" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.133212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66d0224f-a46e-422c-8658-e35f39636307" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.133287] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d0224f-a46e-422c-8658-e35f39636307',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.626521] env[63021]: INFO networking_nsxv3.common.synchronization [req-3d4a8458-0f79-4648-8e42-1868292216b3 req-fd30fd09-5bde-4d74-b711-565447dec7cd tempest-ServersTestFqdnHostnames-804115136 tempest-ServersTestFqdnHostnames-804115136-project-member] Enqueued Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_members [ 689.627068] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_members [ 689.627397] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5dc5257-7cac-47de-ae81-fc10c369f66c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.627478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.627541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.628573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.628573] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.628573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.628573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.628752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.628788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.630242] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.634946] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.635092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.635269] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66d0224f-a46e-422c-8658-e35f39636307 with status ACTIVE [ 689.635410] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.635507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.635683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.635760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.636050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.636050] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.636174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.636174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.636323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.636407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.636591] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.636699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.636750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.636864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.636939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.637036] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66d0224f-a46e-422c-8658-e35f39636307 is going to be updated. [ 689.659643] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.660217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.660217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.660217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.660401] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.660600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66d0224f-a46e-422c-8658-e35f39636307" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.986149] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.986149] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-904" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.986149] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-904" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.986795] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-904" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.987734] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.988198] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.990019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.990019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.990019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.990019] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.990019] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.990019] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.990019] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.990541] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.990850] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.991195] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.010927] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.010927] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.010927] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.010927] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-904" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.010927] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-a5a7398c-2688-4f83-abb5-933faad7d16c taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.010927] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-a5a7398c-2688-4f83-abb5-933faad7d16c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.010927] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-a5a7398c-2688-4f83-abb5-933faad7d16c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.010927] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-a5a7398c-2688-4f83-abb5-933faad7d16c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.010927] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a7398c-2688-4f83-abb5-933faad7d16c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.132493] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.132493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.132493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.132493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.132493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.132493] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.133241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.133241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.133241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.133241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.133241] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5dc5257-7cac-47de-ae81-fc10c369f66c already deleted. [ 690.133241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.439840] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: SUCCESS [ 690.440135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.440298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.440520] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.440709] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.440829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.440901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.441068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.441212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.441260] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.488328] env[63021]: INFO networking_nsxv3.common.synchronization [None req-4bd68159-c09b-4e40-ba6a-5f03b1c5e86d None None] Enqueued Resource ID: c75cfa6e-ad2d-4cea-b948-6619c8dd1d20 with Priority: HIGHEST for action port [ 690.488870] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75cfa6e-ad2d-4cea-b948-6619c8dd1d20 with Priority: HIGHEST for action port [ 690.489200] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-c75cfa6e-ad2d-4cea-b948-6619c8dd1d20 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.489324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c75cfa6e-ad2d-4cea-b948-6619c8dd1d20" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.489445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c75cfa6e-ad2d-4cea-b948-6619c8dd1d20" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.489628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c75cfa6e-ad2d-4cea-b948-6619c8dd1d20" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.489720] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c75cfa6e-ad2d-4cea-b948-6619c8dd1d20',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.513188] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.513428] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.513557] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.513844] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.513989] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.514160] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port a5a7398c-2688-4f83-abb5-933faad7d16c not found, creating... [ 690.514428] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.514578] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.514695] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.514916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.515104] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.515388] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.515543] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.515658] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.515897] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.515999] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.516149] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: a5a7398c-2688-4f83-abb5-933faad7d16c is going to be created. [ 690.518106] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 in Status: SUCCESS [ 690.518291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.536807] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.537118] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.537308] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.537673] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.537996] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.538323] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-a5a7398c-2688-4f83-abb5-933faad7d16c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.946964] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.993162] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c75cfa6e-ad2d-4cea-b948-6619c8dd1d20 [ 690.996026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.996026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.996026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.996026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.996026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.996026] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c75cfa6e-ad2d-4cea-b948-6619c8dd1d20 already deleted. [ 690.996026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c75cfa6e-ad2d-4cea-b948-6619c8dd1d20" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.312461] env[63021]: INFO networking_nsxv3.common.synchronization [req-3d4a8458-0f79-4648-8e42-1868292216b3 req-1f7731ed-fc8d-407a-8cfd-e1854aefff97 service nova] Enqueued Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_rules [ 691.312461] env[63021]: INFO networking_nsxv3.common.synchronization [req-3d4a8458-0f79-4648-8e42-1868292216b3 req-1f7731ed-fc8d-407a-8cfd-e1854aefff97 service nova] Enqueued Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_members [ 691.312461] env[63021]: INFO networking_nsxv3.common.synchronization [req-3d4a8458-0f79-4648-8e42-1868292216b3 req-1f7731ed-fc8d-407a-8cfd-e1854aefff97 service nova] Enqueued Resource ID: a5a7398c-2688-4f83-abb5-933faad7d16c with Priority: HIGHEST for action port [ 691.312461] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_rules [ 691.312461] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_members [ 691.312461] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a7398c-2688-4f83-abb5-933faad7d16c with Priority: HIGHEST for action port [ 691.312461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5dc5257-7cac-47de-ae81-fc10c369f66c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.312461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.312461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.313000] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.313000] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.313708] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5dc5257-7cac-47de-ae81-fc10c369f66c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.313825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.313894] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.314084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.314232] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.314326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.314388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.314526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.314651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.314693] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.315431] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a7398c-2688-4f83-abb5-933faad7d16c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.315557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a7398c-2688-4f83-abb5-933faad7d16c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.315629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a7398c-2688-4f83-abb5-933faad7d16c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.318927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a7398c-2688-4f83-abb5-933faad7d16c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.319016] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a7398c-2688-4f83-abb5-933faad7d16c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.452238] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.821304] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.822385] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5dc5257-7cac-47de-ae81-fc10c369f66c taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.822493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.822836] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5a7398c-2688-4f83-abb5-933faad7d16c with status ACTIVE [ 691.822999] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.823120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.823185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.823384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.823473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.823637] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.823737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.823801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.824320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.824320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.824517] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.824621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.824732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.824912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.825039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.825168] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5a7398c-2688-4f83-abb5-933faad7d16c is going to be updated. [ 691.846455] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.846576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.847492] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.847492] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.847492] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.847492] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a7398c-2688-4f83-abb5-933faad7d16c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.957235] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.957235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.957235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.957235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.957235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.957235] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 is going to be updated. [ 691.998767] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.998767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.998767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.998767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.998767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.007877] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: IN_PROGRESS for 2s [ 692.323230] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.825594] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.825594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.825594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.825781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.825812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.826457] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5dc5257-7cac-47de-ae81-fc10c369f66c is going to be created. [ 692.853133] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.853133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.853133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.853133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.853133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.861539] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5dc5257-7cac-47de-ae81-fc10c369f66c in Status: UNINITIALIZED for 2s [ 693.218356] env[63021]: INFO networking_nsxv3.common.synchronization [req-5fa19bdb-228b-42ec-83d1-3d3179548869 req-e3f90ba9-63aa-4f22-b968-ec9f335c2986 tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 693.219041] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 693.219418] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.219565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.219661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.219938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.220151] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.220296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.220454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.220653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.220772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.220897] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.663189] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.663496] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.663551] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.663976] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.664305] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.664508] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.664691] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.664976] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.665206] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.665473] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.665617] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.665769] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.665912] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.666075] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.666235] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.666400] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.690077] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.690274] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.690423] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.690602] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.690942] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-7d007428-6d28-49a8-aa26-6b6ec99613c2 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.691138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-7d007428-6d28-49a8-aa26-6b6ec99613c2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.691261] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-7d007428-6d28-49a8-aa26-6b6ec99613c2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.691557] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-7d007428-6d28-49a8-aa26-6b6ec99613c2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.691773] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d007428-6d28-49a8-aa26-6b6ec99613c2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.723801] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.723953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.724054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.724226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.724315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.724509] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.724607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.724673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.724819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.724892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.724975] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 already deleted. [ 693.725069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.823675] env[63021]: INFO networking_nsxv3.common.synchronization [req-0f3678b7-8afb-4ff2-9687-0585f2f9d289 req-309cd781-755a-40f2-973d-ab0877bc7dbe tempest-TenantUsagesTestJSON-301234787 tempest-TenantUsagesTestJSON-301234787-project-member] Enqueued Resource ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 with Priority: HIGHEST for action security_group_members [ 693.824207] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 with Priority: HIGHEST for action security_group_members [ 693.824820] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e736489-0d4e-4bbc-9f2d-7620e6806825 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.824820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.824820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.825053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.825053] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.825156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.825156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.825306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.825408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.825479] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e736489-0d4e-4bbc-9f2d-7620e6806825',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.021665] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: SUCCESS [ 694.021665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.021665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.021665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.021665] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.021665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.021665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.021665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.021665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.021665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.021665] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.195034] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.195034] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.195034] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.195034] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.195278] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.195278] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 7d007428-6d28-49a8-aa26-6b6ec99613c2 not found, creating... [ 694.195550] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.195697] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.195820] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.196051] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.196193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.196477] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.196657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.196755] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.196961] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.197112] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.197252] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 7d007428-6d28-49a8-aa26-6b6ec99613c2 is going to be created. [ 694.216922] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.217117] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.217246] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.217488] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.217734] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.217964] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-7d007428-6d28-49a8-aa26-6b6ec99613c2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.327782] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.327952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.328202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.328274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.328356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.328543] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.328654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.328750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.328920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.329010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.329106] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 is going to be updated. [ 694.364524] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.364668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.364795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.365059] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.365203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.376285] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 in Status: IN_PROGRESS for 2s [ 694.523354] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.523552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.523552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.523801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.523941] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.524061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.524121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.524253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.524339] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.524429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.524572] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.524653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.524714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.524851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.524983] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.525137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.525137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.525269] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.525345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.525424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.525513] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.871121] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5dc5257-7cac-47de-ae81-fc10c369f66c in Status: SUCCESS [ 694.871651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.871651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.871759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.871932] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.872068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.872167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.872441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.872441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.872721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.872833] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.933726] env[63021]: INFO networking_nsxv3.common.synchronization [req-5fa19bdb-228b-42ec-83d1-3d3179548869 req-211ee30a-6e44-4145-8239-1a0eaa6dfdd9 service nova] Enqueued Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_rules [ 694.933927] env[63021]: INFO networking_nsxv3.common.synchronization [req-5fa19bdb-228b-42ec-83d1-3d3179548869 req-211ee30a-6e44-4145-8239-1a0eaa6dfdd9 service nova] Enqueued Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 694.934860] env[63021]: INFO networking_nsxv3.common.synchronization [req-5fa19bdb-228b-42ec-83d1-3d3179548869 req-211ee30a-6e44-4145-8239-1a0eaa6dfdd9 service nova] Enqueued Resource ID: 7d007428-6d28-49a8-aa26-6b6ec99613c2 with Priority: HIGHEST for action port [ 694.934860] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_rules [ 694.934860] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 694.934860] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d007428-6d28-49a8-aa26-6b6ec99613c2 with Priority: HIGHEST for action port [ 694.935807] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.935960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.936046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.936261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.936345] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.937867] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.937867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.937867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.937976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.938233] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.938359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.938424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.938596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.938751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.938853] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.939632] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d007428-6d28-49a8-aa26-6b6ec99613c2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.939751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d007428-6d28-49a8-aa26-6b6ec99613c2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.939823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d007428-6d28-49a8-aa26-6b6ec99613c2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.939998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d007428-6d28-49a8-aa26-6b6ec99613c2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.940104] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d007428-6d28-49a8-aa26-6b6ec99613c2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.029108] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 685eaa86-cbe4-44b0-b212-bc0868d58033: rpc.has_security_group_logging(os_id): False [ 695.047298] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.047483] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.047566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.047815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.047909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.048137] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.048237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.048299] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.048447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.048523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.048699] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.048792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.048844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.048987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.050258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.050406] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.050512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.050602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.050730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.050811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.050897] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 is going to be updated. [ 695.114527] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.114527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.114527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.114527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.114527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.125376] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: IN_PROGRESS for 2s [ 695.377299] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.441640] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.441767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.441973] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.442912] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d007428-6d28-49a8-aa26-6b6ec99613c2 with status ACTIVE [ 695.443115] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.443231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.443298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.443537] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.443602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.443826] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.443986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.443986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.444164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.444308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.444426] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.444573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.444869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.444869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.444869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.444977] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d007428-6d28-49a8-aa26-6b6ec99613c2 is going to be updated. [ 695.464829] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.465204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.465204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.465461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.466394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.466394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d007428-6d28-49a8-aa26-6b6ec99613c2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.880187] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5dc5257-7cac-47de-ae81-fc10c369f66c: rpc.has_security_group_logging(os_id): False [ 695.899023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.899256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.899320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.899522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.899625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.899875] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.900027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.900105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.900246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.900323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.900410] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5dc5257-7cac-47de-ae81-fc10c369f66c is going to be created. [ 695.947318] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.962270] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.962893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.962893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.962893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.963094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.974475] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5dc5257-7cac-47de-ae81-fc10c369f66c in Status: IN_PROGRESS for 2s [ 696.385983] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 in Status: SUCCESS [ 696.386191] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 deletion is rescheduled due to dependency. [ 696.386302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.449674] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.449872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.450017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.450327] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.450388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.450516] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 is going to be created. [ 696.473461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.473644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.473686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.473871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.474056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.483689] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: UNINITIALIZED for 2s [ 697.141612] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: SUCCESS [ 697.141914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.987943] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5dc5257-7cac-47de-ae81-fc10c369f66c in Status: SUCCESS [ 697.987943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.495637] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: SUCCESS [ 698.495637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.495637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.495927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.495958] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.496116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.496171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.496286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.496635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.496635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.496635] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.999803] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.504284] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6909d68a-e289-43c1-a75f-ceb469954202: rpc.has_security_group_logging(os_id): False [ 699.525126] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.525321] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.525426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.525749] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.525832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.526091] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.526197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.526298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.526421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.526507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.526581] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 is going to be created. [ 699.604771] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.604771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.604771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.604771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.604771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.617294] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: IN_PROGRESS for 2s [ 699.937604] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 699.937604] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 701.611903] env[63021]: INFO networking_nsxv3.common.synchronization [None req-99dcd866-7bf3-46c6-9022-aba1c58e5544 None None] Enqueued Resource ID: 6718935c-7627-4db9-8012-7a670cf50c0c with Priority: HIGHEST for action port [ 701.612501] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6718935c-7627-4db9-8012-7a670cf50c0c with Priority: HIGHEST for action port [ 701.612814] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-6718935c-7627-4db9-8012-7a670cf50c0c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.612933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6718935c-7627-4db9-8012-7a670cf50c0c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.613018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6718935c-7627-4db9-8012-7a670cf50c0c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.613287] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6718935c-7627-4db9-8012-7a670cf50c0c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.613361] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6718935c-7627-4db9-8012-7a670cf50c0c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.633352] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: SUCCESS [ 701.633563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.117019] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6718935c-7627-4db9-8012-7a670cf50c0c [ 702.117019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.117019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.117019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.117019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.117019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.117019] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6718935c-7627-4db9-8012-7a670cf50c0c already deleted. [ 702.117019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6718935c-7627-4db9-8012-7a670cf50c0c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.180018] env[63021]: INFO networking_nsxv3.common.synchronization [req-404d9a50-0510-4bb1-afa5-ba09e7496ecd req-fe7e87fb-73c4-4388-8fa2-2f556e63b739 tempest-ListServerFiltersTestJSON-1339089997 tempest-ListServerFiltersTestJSON-1339089997-project-member] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 702.180018] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 702.180018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.180018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.180018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.180363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.181302] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.181302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.181302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.182564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.182715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.182844] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.689500] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.689752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.689821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.690022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.690477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.690693] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.690798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.690866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.691513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.691513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.691513] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 already deleted. [ 702.691513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.016999] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.017626] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.017848] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.018199] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.018479] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.019210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.019210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.019210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.020753] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.021008] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.021147] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.021266] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.021380] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.021583] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.021663] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.021803] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.039899] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.039899] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.039899] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.040212] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.040970] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-8f389aaf-a460-47ed-862a-e45d83b3d9e3 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.044144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-8f389aaf-a460-47ed-862a-e45d83b3d9e3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.044144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-8f389aaf-a460-47ed-862a-e45d83b3d9e3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.044144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-8f389aaf-a460-47ed-862a-e45d83b3d9e3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.044144] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f389aaf-a460-47ed-862a-e45d83b3d9e3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.173753] env[63021]: INFO networking_nsxv3.common.synchronization [None req-f8ec38b0-8512-4033-8a70-6efac4aec473 tempest-AttachVolumeTestJSON-1048691326 tempest-AttachVolumeTestJSON-1048691326-project-member] Enqueued Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_rules [ 703.174303] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_rules [ 703.174611] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.174711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.174792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.175618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.175781] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e24f21a-6732-42a0-b9bc-3cdf68a654c4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.272417] env[63021]: INFO networking_nsxv3.common.synchronization [None req-06ba8aa7-36f7-4335-8f8c-466f080001d0 tempest-AttachVolumeTestJSON-1048691326 tempest-AttachVolumeTestJSON-1048691326-project-member] Enqueued Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_rules [ 703.272934] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_rules [ 703.273250] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.273362] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.550030] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.550030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.550030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.550030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.550030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.550030] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 8f389aaf-a460-47ed-862a-e45d83b3d9e3 not found, creating... [ 703.550030] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.550030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.550030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.550030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.550030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.550540] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.550540] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.550972] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.551429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.551885] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.553648] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 8f389aaf-a460-47ed-862a-e45d83b3d9e3 is going to be created. [ 703.574020] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.574020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.574020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.574020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.574020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.574020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-8f389aaf-a460-47ed-862a-e45d83b3d9e3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.699057] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.699057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.699057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.699057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.699057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.699057] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 already deleted. [ 703.699057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.699057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.699057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.699057] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e24f21a-6732-42a0-b9bc-3cdf68a654c4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.225246] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.225246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.225246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.225246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.225246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.225246] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 already deleted. [ 704.225246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.387702] env[63021]: INFO networking_nsxv3.common.synchronization [req-404d9a50-0510-4bb1-afa5-ba09e7496ecd req-b9f749d9-8c27-4cf9-a378-a2c976f69de7 service nova] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_rules [ 704.387914] env[63021]: INFO networking_nsxv3.common.synchronization [req-404d9a50-0510-4bb1-afa5-ba09e7496ecd req-b9f749d9-8c27-4cf9-a378-a2c976f69de7 service nova] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 704.388168] env[63021]: INFO networking_nsxv3.common.synchronization [req-404d9a50-0510-4bb1-afa5-ba09e7496ecd req-b9f749d9-8c27-4cf9-a378-a2c976f69de7 service nova] Enqueued Resource ID: 8f389aaf-a460-47ed-862a-e45d83b3d9e3 with Priority: HIGHEST for action port [ 704.388407] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_rules [ 704.388610] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 704.388666] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f389aaf-a460-47ed-862a-e45d83b3d9e3 with Priority: HIGHEST for action port [ 704.394314] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.394417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.394456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.394692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.394774] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.395749] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.399024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.399024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.399024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.399024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.399024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.399024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.399024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.399024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.399024] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.399024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f389aaf-a460-47ed-862a-e45d83b3d9e3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.399024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f389aaf-a460-47ed-862a-e45d83b3d9e3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.399707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f389aaf-a460-47ed-862a-e45d83b3d9e3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.399707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f389aaf-a460-47ed-862a-e45d83b3d9e3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.399707] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f389aaf-a460-47ed-862a-e45d83b3d9e3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.432800] env[63021]: INFO networking_nsxv3.common.synchronization [None req-de4e6035-91db-48d8-9762-e3ea8aca711c None None] Enqueued Resource ID: 909d7902-2ec7-4644-b258-428a82da0fc4 with Priority: HIGHEST for action port [ 704.433378] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909d7902-2ec7-4644-b258-428a82da0fc4 with Priority: HIGHEST for action port [ 704.433709] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-909d7902-2ec7-4644-b258-428a82da0fc4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.433827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-909d7902-2ec7-4644-b258-428a82da0fc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.433890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-909d7902-2ec7-4644-b258-428a82da0fc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.434966] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-909d7902-2ec7-4644-b258-428a82da0fc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.434966] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('909d7902-2ec7-4644-b258-428a82da0fc4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.469035] env[63021]: INFO networking_nsxv3.common.synchronization [None req-9674d80f-868f-4068-8172-b08f90124c87 None None] Enqueued Resource ID: 97f54e0b-8905-4c64-b5ff-9e4752d20d1a with Priority: HIGHEST for action port [ 704.469035] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f54e0b-8905-4c64-b5ff-9e4752d20d1a with Priority: HIGHEST for action port [ 704.469035] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f54e0b-8905-4c64-b5ff-9e4752d20d1a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.469035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f54e0b-8905-4c64-b5ff-9e4752d20d1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.469269] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f54e0b-8905-4c64-b5ff-9e4752d20d1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.469368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f54e0b-8905-4c64-b5ff-9e4752d20d1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.469450] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f54e0b-8905-4c64-b5ff-9e4752d20d1a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.876428] env[63021]: INFO networking_nsxv3.common.synchronization [req-eabfacb7-034a-4283-9259-08f5af8f4706 req-2e828f07-711b-4b08-90ab-f203ec612c24 tempest-ListServerFiltersTestJSON-1339089997 tempest-ListServerFiltersTestJSON-1339089997-project-member] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 704.876955] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 704.877284] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.877424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.904019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.904019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.904019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.904019] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f389aaf-a460-47ed-862a-e45d83b3d9e3 with status ACTIVE [ 704.904019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.904019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.904019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.904019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.904019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.904019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.904019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.904019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.904019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.904019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.905607] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.905607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.905607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.905607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.905607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.905607] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f389aaf-a460-47ed-862a-e45d83b3d9e3 is going to be updated. [ 704.925554] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.927177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.927177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.927177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.927177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.927177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f389aaf-a460-47ed-862a-e45d83b3d9e3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.937784] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 909d7902-2ec7-4644-b258-428a82da0fc4 [ 704.937784] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.937784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.937784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.937784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.938091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.938091] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:909d7902-2ec7-4644-b258-428a82da0fc4 already deleted. [ 704.939096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-909d7902-2ec7-4644-b258-428a82da0fc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.973442] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f54e0b-8905-4c64-b5ff-9e4752d20d1a [ 704.973442] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.973442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.973442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.973638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.973638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.974661] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f54e0b-8905-4c64-b5ff-9e4752d20d1a already deleted. [ 704.974661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f54e0b-8905-4c64-b5ff-9e4752d20d1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.206140] env[63021]: INFO networking_nsxv3.common.synchronization [None req-1611d5a7-133e-4afa-bf5d-5258519aaa46 tempest-ServersTestJSON-831221344 tempest-ServersTestJSON-831221344-project-member] Enqueued Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_rules [ 705.206541] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_rules [ 705.206821] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc75dd5-2bef-4aac-ad00-124c10131dc5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.206934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.206997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.207246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.207325] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc75dd5-2bef-4aac-ad00-124c10131dc5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.341964] env[63021]: INFO networking_nsxv3.common.synchronization [None req-78b495a9-0537-48ab-8512-5e8da363ea9c tempest-ServersTestJSON-831221344 tempest-ServersTestJSON-831221344-project-member] Enqueued Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_rules [ 705.342419] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_rules [ 705.342721] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc75dd5-2bef-4aac-ad00-124c10131dc5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.342822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.379227] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.379227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.379227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.379227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.379227] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.379227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.379227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.379227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.379227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.379227] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.379227] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.379227] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.379227] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.379798] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.379798] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.379798] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.399263] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.399263] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.399263] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.399263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.399263] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-1dbc74bf-5582-4e9b-a07e-8ba016f027e5 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.399263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-1dbc74bf-5582-4e9b-a07e-8ba016f027e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.399263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-1dbc74bf-5582-4e9b-a07e-8ba016f027e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.400190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-1dbc74bf-5582-4e9b-a07e-8ba016f027e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.400480] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dbc74bf-5582-4e9b-a07e-8ba016f027e5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.408303] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.729587] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.729866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.729866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.730758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.730758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.730758] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 already deleted. [ 705.730758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.730758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.730758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.730965] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc75dd5-2bef-4aac-ad00-124c10131dc5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.903887] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.903887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.903887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.903887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.903887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.904370] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 1dbc74bf-5582-4e9b-a07e-8ba016f027e5 not found, creating... [ 705.904370] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.904470] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.904617] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.904795] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.904937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.905602] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.905844] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.905955] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.906350] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.906494] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.906641] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 1dbc74bf-5582-4e9b-a07e-8ba016f027e5 is going to be created. [ 705.910501] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.910501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.910501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.913163] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.913163] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.913163] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be created. [ 705.929540] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.929743] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.929870] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.933804] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.934265] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.934624] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-1dbc74bf-5582-4e9b-a07e-8ba016f027e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.937886] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.937886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.937886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.937886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.937886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.945889] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: UNINITIALIZED for 2s [ 706.059309] env[63021]: INFO networking_nsxv3.common.synchronization [req-8a306740-83e5-417a-bf6b-e5a0c8b16cc8 req-5a743545-cbb1-4019-90ac-80b43d70b0f0 tempest-ImagesTestJSON-852617634 tempest-ImagesTestJSON-852617634-project-member] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 706.059309] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 706.059309] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.059309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.059309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.059309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.059309] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.059309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.059309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.059309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.059309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.059309] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.258253] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.258449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.259148] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.259148] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.259148] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.259148] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 already deleted. [ 706.259405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.560985] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.561157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.561226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.561447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.561517] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.561698] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.561814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.561871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.562212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.562212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.562323] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 706.587120] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.587723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.587880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.588149] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.588489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.597946] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 706.709151] env[63021]: INFO networking_nsxv3.common.synchronization [req-eabfacb7-034a-4283-9259-08f5af8f4706 req-d06c45d5-93ba-4be4-9bb7-f365534d61b0 service nova] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_rules [ 706.709331] env[63021]: INFO networking_nsxv3.common.synchronization [req-eabfacb7-034a-4283-9259-08f5af8f4706 req-d06c45d5-93ba-4be4-9bb7-f365534d61b0 service nova] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 706.709465] env[63021]: INFO networking_nsxv3.common.synchronization [req-eabfacb7-034a-4283-9259-08f5af8f4706 req-d06c45d5-93ba-4be4-9bb7-f365534d61b0 service nova] Enqueued Resource ID: 1dbc74bf-5582-4e9b-a07e-8ba016f027e5 with Priority: HIGHEST for action port [ 706.709705] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_rules [ 706.709819] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 706.709921] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dbc74bf-5582-4e9b-a07e-8ba016f027e5 with Priority: HIGHEST for action port [ 706.710476] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.710576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.710763] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.710843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.711023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dbc74bf-5582-4e9b-a07e-8ba016f027e5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.711370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dbc74bf-5582-4e9b-a07e-8ba016f027e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.711406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dbc74bf-5582-4e9b-a07e-8ba016f027e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.711667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dbc74bf-5582-4e9b-a07e-8ba016f027e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.711667] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dbc74bf-5582-4e9b-a07e-8ba016f027e5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.007028] env[63021]: INFO networking_nsxv3.common.synchronization [None req-ea5f5c93-8e22-4772-9b1e-0145084fb0fc None None] Enqueued Resource ID: 46048181-3de6-4263-b496-80c89f1b7695 with Priority: HIGHEST for action port [ 707.007296] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46048181-3de6-4263-b496-80c89f1b7695 with Priority: HIGHEST for action port [ 707.007860] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-46048181-3de6-4263-b496-80c89f1b7695 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.008050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46048181-3de6-4263-b496-80c89f1b7695" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.008050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46048181-3de6-4263-b496-80c89f1b7695" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.008315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46048181-3de6-4263-b496-80c89f1b7695" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.008617] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46048181-3de6-4263-b496-80c89f1b7695',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.213366] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dbc74bf-5582-4e9b-a07e-8ba016f027e5 with status ACTIVE [ 707.213637] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.213801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.213926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.214106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.214641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.214641] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.214641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.214641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.214881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.214881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.215021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.215115] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.215185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.215311] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.215386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.215484] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dbc74bf-5582-4e9b-a07e-8ba016f027e5 is going to be updated. [ 707.247750] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.247916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.248097] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.248440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.248651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.248901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dbc74bf-5582-4e9b-a07e-8ba016f027e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.512350] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46048181-3de6-4263-b496-80c89f1b7695 [ 707.512350] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.512350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.512350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.512350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.512350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.512350] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46048181-3de6-4263-b496-80c89f1b7695 already deleted. [ 707.512350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46048181-3de6-4263-b496-80c89f1b7695" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.956619] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 707.956842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.957011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.957241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.957426] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.957541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.957612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.957762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.957881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.957965] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.461682] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.607652] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 708.607905] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 deletion is rescheduled due to dependency. [ 708.608047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.964708] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.467561] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.467561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.467561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.467561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.468390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.468390] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be updated. [ 709.495219] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.495432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.495493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.495709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.495877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.503942] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 711.514826] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 711.515085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.515085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.515296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.515508] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.515658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.515740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.515906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.515991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.516115] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.516215] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.517076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.517214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.517390] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.517489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.517556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.517805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.517805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.517966] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.008020] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 712.008149] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 712.019666] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.019814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.023192] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.526506] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.029017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.029219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.029297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.029572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.029690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.029829] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be updated. [ 713.059307] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.059496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.059560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.059760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.059906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.071989] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 714.197059] env[63021]: INFO networking_nsxv3.common.synchronization [req-c5c5f271-ef55-4824-84ba-509298f25f57 req-0e5fd56b-72b7-47ea-98ed-c8960a731811 tempest-ServerRescueTestJSON-1583928659 tempest-ServerRescueTestJSON-1583928659-project-member] Enqueued Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 714.197059] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 714.197059] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.197059] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.197059] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.197059] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.197059] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.199052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.199139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.199328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.199421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.199515] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.701879] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.082017] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 715.082389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.082497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.082658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.082857] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.082976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.083077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.083217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.083298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.083385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.083545] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.083680] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.083729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.083832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.083970] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.084081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.084140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.084279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.084352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.084432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.084521] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.204928] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.589045] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 455b6131-8803-4424-8af0-3b9148b1c847: rpc.has_security_group_logging(os_id): False [ 715.607927] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.608234] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.608337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.608556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.608654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.608898] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.609010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.609080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.609237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.609338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.609492] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.609587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.609651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.609787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.610755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.610755] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.610755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.610755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.610755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.610755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.610755] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be created. [ 715.668148] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.668299] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.668372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.668566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.668746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.680971] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 715.707698] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.707846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.707917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.708220] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.708314] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.708407] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 is going to be updated. [ 715.747098] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.747242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.747318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.747552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.747698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.756894] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: IN_PROGRESS for 2s [ 717.692972] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 717.693255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.693543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.693698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.693856] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.766747] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: SUCCESS [ 717.766747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.196227] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.196390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.196455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.196668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.196829] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.196918] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.196981] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.197191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.197229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.197303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.197391] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.699621] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.699995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.699995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.700086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.700260] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.700394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.700507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.700648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.700776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.700871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.701059] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.701241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.701241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.701474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.701584] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.701685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.701770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.701944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.702058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.702160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.702293] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.197651] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 719.197651] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 719.207275] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 455b6131-8803-4424-8af0-3b9148b1c847: rpc.has_security_group_logging(os_id): False [ 719.229307] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.229307] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.229307] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.229307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.229747] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.229747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.229747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.229747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.229747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.229747] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be updated. [ 719.289628] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.289628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.289628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.289828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.292238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.293916] env[63021]: INFO networking_nsxv3.common.synchronization [req-81aea495-dd34-4a7a-b7ed-552eea3a13d1 req-988a6e4a-ce55-4423-8e7c-5bb47eebf3ff tempest-ServerMetadataNegativeTestJSON-1185284913 tempest-ServerMetadataNegativeTestJSON-1185284913-project-member] Enqueued Resource ID: 6a37e0eb-1673-4609-96db-7b778874f854 with Priority: HIGHEST for action security_group_members [ 719.294472] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a37e0eb-1673-4609-96db-7b778874f854 with Priority: HIGHEST for action security_group_members [ 719.294819] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a37e0eb-1673-4609-96db-7b778874f854 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.295168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.295306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.295575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.295779] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.296137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.296249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.296447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.296897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.297054] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a37e0eb-1673-4609-96db-7b778874f854',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.303255] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 719.799899] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.800217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.800217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.800389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.800513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.800774] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.800854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.800912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.801124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.801227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.801397] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a37e0eb-1673-4609-96db-7b778874f854 already deleted. [ 719.801451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.840330] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.840553] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-135" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.840680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-135" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.840991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-135" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.842015] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.842015] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.842015] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.842015] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.842015] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.842216] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.842216] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.842357] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.842357] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.843457] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.843457] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.843457] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.863545] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.863545] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.863710] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.863785] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-135" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.864246] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-13472b65-beb6-4fe6-82c2-f1a6516c48a3 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.864427] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-13472b65-beb6-4fe6-82c2-f1a6516c48a3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.864551] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-13472b65-beb6-4fe6-82c2-f1a6516c48a3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.864853] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-13472b65-beb6-4fe6-82c2-f1a6516c48a3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.865021] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13472b65-beb6-4fe6-82c2-f1a6516c48a3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.367413] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.367644] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.367773] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.368084] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.368254] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.368414] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 13472b65-beb6-4fe6-82c2-f1a6516c48a3 not found, creating... [ 720.368672] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.368828] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.368943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.369195] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.369334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.369612] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.369811] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.369891] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.370176] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.370316] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.370456] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 13472b65-beb6-4fe6-82c2-f1a6516c48a3 is going to be created. [ 720.390416] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.390416] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.390416] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.393264] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.393577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.393844] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-13472b65-beb6-4fe6-82c2-f1a6516c48a3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.125417] env[63021]: INFO networking_nsxv3.common.synchronization [req-81aea495-dd34-4a7a-b7ed-552eea3a13d1 req-af3be11b-3b37-410f-8f1e-8a4ed800d6f3 service nova] Enqueued Resource ID: 6a37e0eb-1673-4609-96db-7b778874f854 with Priority: HIGHEST for action security_group_rules [ 721.125417] env[63021]: INFO networking_nsxv3.common.synchronization [req-81aea495-dd34-4a7a-b7ed-552eea3a13d1 req-af3be11b-3b37-410f-8f1e-8a4ed800d6f3 service nova] Enqueued Resource ID: 6a37e0eb-1673-4609-96db-7b778874f854 with Priority: HIGHEST for action security_group_members [ 721.125738] env[63021]: INFO networking_nsxv3.common.synchronization [req-81aea495-dd34-4a7a-b7ed-552eea3a13d1 req-af3be11b-3b37-410f-8f1e-8a4ed800d6f3 service nova] Enqueued Resource ID: 13472b65-beb6-4fe6-82c2-f1a6516c48a3 with Priority: HIGHEST for action port [ 721.125932] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a37e0eb-1673-4609-96db-7b778874f854 with Priority: HIGHEST for action security_group_rules [ 721.126137] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a37e0eb-1673-4609-96db-7b778874f854 with Priority: HIGHEST for action security_group_members [ 721.126275] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13472b65-beb6-4fe6-82c2-f1a6516c48a3 with Priority: HIGHEST for action port [ 721.126570] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a37e0eb-1673-4609-96db-7b778874f854 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.127266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.127368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.127581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.127695] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a37e0eb-1673-4609-96db-7b778874f854',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.129893] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a37e0eb-1673-4609-96db-7b778874f854 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.129893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.129893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.129893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.129893] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.129893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.129893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.129893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.129893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.129893] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a37e0eb-1673-4609-96db-7b778874f854',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.130375] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-13472b65-beb6-4fe6-82c2-f1a6516c48a3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.130587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13472b65-beb6-4fe6-82c2-f1a6516c48a3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.130587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13472b65-beb6-4fe6-82c2-f1a6516c48a3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.130691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13472b65-beb6-4fe6-82c2-f1a6516c48a3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.130733] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13472b65-beb6-4fe6-82c2-f1a6516c48a3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.317630] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 721.317864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.633622] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a37e0eb-1673-4609-96db-7b778874f854',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.633622] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a37e0eb-1673-4609-96db-7b778874f854 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.633622] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.633747] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13472b65-beb6-4fe6-82c2-f1a6516c48a3 with status ACTIVE [ 721.634022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.634022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.634022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.634218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.634310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.634486] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.634585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.634647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.634797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.634877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.636440] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.637467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.637467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.637900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.638252] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.638836] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13472b65-beb6-4fe6-82c2-f1a6516c48a3 is going to be updated. [ 721.660247] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.660397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.660455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.660639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.662067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.662067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13472b65-beb6-4fe6-82c2-f1a6516c48a3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.927665] env[63021]: INFO networking_nsxv3.common.synchronization [req-ac78c9bd-9fb2-4d81-94df-f75521abb985 req-23f551eb-4588-4aa7-875c-9232479db857 tempest-ListServerFiltersTestJSON-1339089997 tempest-ListServerFiltersTestJSON-1339089997-project-member] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 721.928255] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 721.929045] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.929546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.929661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.929924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.930114] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.930256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.930488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.930672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.930766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.930867] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.135158] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a37e0eb-1673-4609-96db-7b778874f854',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.358041] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.358041] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.358041] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.358041] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.358522] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.358731] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.358925] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.359245] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.359467] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.359717] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.359891] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.360029] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.360177] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.360340] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.360507] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.360686] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.377958] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.378137] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.378380] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.378510] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-933" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.378839] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-54686a8a-3d85-4fee-89ee-c097c3ec620f taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.379039] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-54686a8a-3d85-4fee-89ee-c097c3ec620f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.379200] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-54686a8a-3d85-4fee-89ee-c097c3ec620f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.379562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-54686a8a-3d85-4fee-89ee-c097c3ec620f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.379713] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54686a8a-3d85-4fee-89ee-c097c3ec620f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.435631] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.637107] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.637287] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.637377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.637574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.637631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.637718] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a37e0eb-1673-4609-96db-7b778874f854 is going to be created. [ 722.661115] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.661263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.661361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.661528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.661686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.671100] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a37e0eb-1673-4609-96db-7b778874f854 in Status: UNINITIALIZED for 2s [ 722.882376] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.882669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.882826] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.883136] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.883320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.883490] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 54686a8a-3d85-4fee-89ee-c097c3ec620f not found, creating... [ 722.883774] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.883954] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.884099] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.884347] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.884504] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.884809] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.884971] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.885240] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.885475] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.885637] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.885797] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 54686a8a-3d85-4fee-89ee-c097c3ec620f is going to be created. [ 722.904847] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.905222] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.905470] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.905748] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.905972] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.906234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-54686a8a-3d85-4fee-89ee-c097c3ec620f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.943024] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.448808] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.448808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.448808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.448808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.449147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.449147] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be updated. [ 723.476162] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.476403] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.476531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.477263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.477263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.486320] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 724.023838] env[63021]: INFO networking_nsxv3.common.synchronization [None req-1101379c-8b4a-4a30-bc30-6b9eaea84ac1 None None] Enqueued Resource ID: 2fa57e2a-4ee5-4fef-91f5-ecf8d690f211 with Priority: HIGHEST for action port [ 724.024133] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa57e2a-4ee5-4fef-91f5-ecf8d690f211 with Priority: HIGHEST for action port [ 724.025030] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fa57e2a-4ee5-4fef-91f5-ecf8d690f211 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.025165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fa57e2a-4ee5-4fef-91f5-ecf8d690f211" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.025236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fa57e2a-4ee5-4fef-91f5-ecf8d690f211" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.025495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fa57e2a-4ee5-4fef-91f5-ecf8d690f211" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.025579] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa57e2a-4ee5-4fef-91f5-ecf8d690f211',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.316664] env[63021]: INFO networking_nsxv3.common.synchronization [req-ac78c9bd-9fb2-4d81-94df-f75521abb985 req-fcea106c-ab85-45a6-8e4d-550fba5b627d service nova] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_rules [ 724.316664] env[63021]: INFO networking_nsxv3.common.synchronization [req-ac78c9bd-9fb2-4d81-94df-f75521abb985 req-fcea106c-ab85-45a6-8e4d-550fba5b627d service nova] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 724.316844] env[63021]: INFO networking_nsxv3.common.synchronization [req-ac78c9bd-9fb2-4d81-94df-f75521abb985 req-fcea106c-ab85-45a6-8e4d-550fba5b627d service nova] Enqueued Resource ID: 54686a8a-3d85-4fee-89ee-c097c3ec620f with Priority: HIGHEST for action port [ 724.317636] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_rules [ 724.317853] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 724.318059] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54686a8a-3d85-4fee-89ee-c097c3ec620f with Priority: HIGHEST for action port [ 724.318555] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.318883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.318990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.319235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.319352] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.320453] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.320585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.320825] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-54686a8a-3d85-4fee-89ee-c097c3ec620f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.320952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54686a8a-3d85-4fee-89ee-c097c3ec620f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.322650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54686a8a-3d85-4fee-89ee-c097c3ec620f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.322650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54686a8a-3d85-4fee-89ee-c097c3ec620f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.322650] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54686a8a-3d85-4fee-89ee-c097c3ec620f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.528556] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fa57e2a-4ee5-4fef-91f5-ecf8d690f211 [ 724.528839] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.529099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.529226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.529450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.529545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.529640] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fa57e2a-4ee5-4fef-91f5-ecf8d690f211 already deleted. [ 724.529759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fa57e2a-4ee5-4fef-91f5-ecf8d690f211" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.681187] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a37e0eb-1673-4609-96db-7b778874f854 in Status: SUCCESS [ 724.681847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.682110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.682348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.682548] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.682705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.682829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.683394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.684420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.684420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.684496] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a37e0eb-1673-4609-96db-7b778874f854',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.823973] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.824166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.824329] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54686a8a-3d85-4fee-89ee-c097c3ec620f with status ACTIVE [ 724.824496] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.824626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.824658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.824868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.825042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.825167] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.825267] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.825329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.825496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.825575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.825754] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.825846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.825906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.826054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.826130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.826216] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54686a8a-3d85-4fee-89ee-c097c3ec620f is going to be updated. [ 724.846653] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.846820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.846916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.847132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.847316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.847496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54686a8a-3d85-4fee-89ee-c097c3ec620f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.063644] env[63021]: INFO networking_nsxv3.common.synchronization [None req-7177620c-e08e-4748-8d74-32408054f879 None None] Enqueued Resource ID: a81a2a84-a702-4431-b05a-2da7050ba2d7 with Priority: HIGHEST for action port [ 725.064278] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81a2a84-a702-4431-b05a-2da7050ba2d7 with Priority: HIGHEST for action port [ 725.064647] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a81a2a84-a702-4431-b05a-2da7050ba2d7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.064806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a81a2a84-a702-4431-b05a-2da7050ba2d7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.064855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a81a2a84-a702-4431-b05a-2da7050ba2d7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.065733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a81a2a84-a702-4431-b05a-2da7050ba2d7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.065839] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81a2a84-a702-4431-b05a-2da7050ba2d7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.187342] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a37e0eb-1673-4609-96db-7b778874f854 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.187494] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.187564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.187766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.187927] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.188176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.188176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.188275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.188325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.188548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.188548] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a37e0eb-1673-4609-96db-7b778874f854 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.188846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.188846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.188846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.189012] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.189058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.189088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.190147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.190147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.190147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.190147] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a37e0eb-1673-4609-96db-7b778874f854',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.498438] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 725.498438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.498438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.498438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.498438] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.498438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.498438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.498438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.498792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.498792] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.569412] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a81a2a84-a702-4431-b05a-2da7050ba2d7 [ 725.569689] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.569801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.569867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.570086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.570178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.570268] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a81a2a84-a702-4431-b05a-2da7050ba2d7 already deleted. [ 725.570347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a81a2a84-a702-4431-b05a-2da7050ba2d7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.695226] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a37e0eb-1673-4609-96db-7b778874f854: rpc.has_security_group_logging(os_id): False [ 725.717116] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.717406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.717406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.717693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.717800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.718098] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.718378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.718378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.718544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.718723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.718870] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.718987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.720309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.720562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.720627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.720875] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.722331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.724023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.724023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.724023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.724023] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a37e0eb-1673-4609-96db-7b778874f854 is going to be created. [ 725.780861] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.781028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.781076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.781401] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.781505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.791230] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a37e0eb-1673-4609-96db-7b778874f854 in Status: IN_PROGRESS for 2s [ 725.947847] env[63021]: INFO networking_nsxv3.common.synchronization [None req-da0d6e03-6ae4-4a4d-a669-c15fdfc1c1af None None] Enqueued Resource ID: e2ef9fb4-9e41-4ccb-b15b-327c353fd173 with Priority: HIGHEST for action port [ 725.947847] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ef9fb4-9e41-4ccb-b15b-327c353fd173 with Priority: HIGHEST for action port [ 725.948298] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2ef9fb4-9e41-4ccb-b15b-327c353fd173 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.948427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2ef9fb4-9e41-4ccb-b15b-327c353fd173" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.948495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2ef9fb4-9e41-4ccb-b15b-327c353fd173" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.948735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2ef9fb4-9e41-4ccb-b15b-327c353fd173" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.954037] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ef9fb4-9e41-4ccb-b15b-327c353fd173',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.004879] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.202184] env[63021]: INFO networking_nsxv3.common.synchronization [None req-79f99c52-29f4-4c11-98d7-ddb11fa20fba tempest-MigrationsAdminTest-1750269171 tempest-MigrationsAdminTest-1750269171-project-member] Enqueued Resource ID: a59dadbc-9454-4a37-ae77-d6e24a1b3fb8 with Priority: HIGHEST for action security_group_rules [ 726.202538] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59dadbc-9454-4a37-ae77-d6e24a1b3fb8 with Priority: HIGHEST for action security_group_rules [ 726.202895] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a59dadbc-9454-4a37-ae77-d6e24a1b3fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.203030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a59dadbc-9454-4a37-ae77-d6e24a1b3fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.203096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a59dadbc-9454-4a37-ae77-d6e24a1b3fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.203355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a59dadbc-9454-4a37-ae77-d6e24a1b3fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.203440] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a59dadbc-9454-4a37-ae77-d6e24a1b3fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.259021] env[63021]: INFO networking_nsxv3.common.synchronization [None req-387b1da2-4dd6-4db0-94e5-192f6ed4712b tempest-AttachVolumeShelveTestJSON-1261217514 tempest-AttachVolumeShelveTestJSON-1261217514-project-member] Enqueued Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_rules [ 726.259021] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_rules [ 726.259021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84ca627a-5340-48bc-89b6-d13670c6ac03 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.259021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.259021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.259021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.259021] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.355740] env[63021]: INFO networking_nsxv3.common.synchronization [None req-bd5ee5ca-115b-439f-b581-8f92b1a0dd44 tempest-MigrationsAdminTest-1750269171 tempest-MigrationsAdminTest-1750269171-project-member] Enqueued Resource ID: a59dadbc-9454-4a37-ae77-d6e24a1b3fb8 with Priority: HIGHEST for action security_group_rules [ 726.356284] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59dadbc-9454-4a37-ae77-d6e24a1b3fb8 with Priority: HIGHEST for action security_group_rules [ 726.356587] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a59dadbc-9454-4a37-ae77-d6e24a1b3fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.356701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a59dadbc-9454-4a37-ae77-d6e24a1b3fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.395391] env[63021]: INFO networking_nsxv3.common.synchronization [None req-b70a5c34-e317-4e70-97f6-c29aacd11855 tempest-AttachVolumeShelveTestJSON-1261217514 tempest-AttachVolumeShelveTestJSON-1261217514-project-member] Enqueued Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_rules [ 726.395391] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_rules [ 726.395644] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84ca627a-5340-48bc-89b6-d13670c6ac03 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.395749] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.455848] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2ef9fb4-9e41-4ccb-b15b-327c353fd173 [ 726.456071] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.456226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.456317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.456500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.456592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.456684] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2ef9fb4-9e41-4ccb-b15b-327c353fd173 already deleted. [ 726.456766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2ef9fb4-9e41-4ccb-b15b-327c353fd173" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.509895] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.724304] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.724673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.724673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.724673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.724775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.724872] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a59dadbc-9454-4a37-ae77-d6e24a1b3fb8 already deleted. [ 726.724931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a59dadbc-9454-4a37-ae77-d6e24a1b3fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.725166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a59dadbc-9454-4a37-ae77-d6e24a1b3fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.725257] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a59dadbc-9454-4a37-ae77-d6e24a1b3fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.725345] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a59dadbc-9454-4a37-ae77-d6e24a1b3fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.777652] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.777808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.777867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.778119] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.778296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.778392] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 already deleted. [ 726.778480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.778713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.778871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.778956] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.013493] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.013493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.013493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.013493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.013493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.013493] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be updated. [ 727.042247] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.042590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.042688] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.042892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.043183] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.056592] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 727.217152] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-6484aaf6-bcdf-4740-99da-0cb88c8b3aa3 tempest-ServersTestMultiNic-275042728 tempest-ServersTestMultiNic-275042728-project-member] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 727.217152] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 727.217152] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.217961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.218225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.218608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.218868] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.219106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.219315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.219569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.219744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.219945] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.252438] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.254780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.254780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.254780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.254780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.254780] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a59dadbc-9454-4a37-ae77-d6e24a1b3fb8 already deleted. [ 727.254780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a59dadbc-9454-4a37-ae77-d6e24a1b3fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.263060] env[63021]: INFO networking_nsxv3.common.synchronization [None req-313993e1-7a85-4683-8c70-f3a63afd32dc None None] Enqueued Resource ID: 0e34e88e-a154-470a-aff1-f87d3322d267 with Priority: HIGHEST for action port [ 727.263060] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e34e88e-a154-470a-aff1-f87d3322d267 with Priority: HIGHEST for action port [ 727.263060] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e34e88e-a154-470a-aff1-f87d3322d267 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.263060] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e34e88e-a154-470a-aff1-f87d3322d267" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.263060] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e34e88e-a154-470a-aff1-f87d3322d267" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.263060] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e34e88e-a154-470a-aff1-f87d3322d267" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.263060] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e34e88e-a154-470a-aff1-f87d3322d267',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.300525] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.300766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.300892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.301175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.301236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.301399] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 already deleted. [ 727.301436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.722909] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.722909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.722909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.723094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.723140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.723319] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.723424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.723475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.723654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.723718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.723798] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a already deleted. [ 727.723886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.768865] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e34e88e-a154-470a-aff1-f87d3322d267 [ 727.769158] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.769373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.769686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.769746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.769812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.770186] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e34e88e-a154-470a-aff1-f87d3322d267 already deleted. [ 727.770186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e34e88e-a154-470a-aff1-f87d3322d267" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.803767] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a37e0eb-1673-4609-96db-7b778874f854 in Status: SUCCESS [ 727.804060] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.876032] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-95fe629d-14fd-4fb0-ac15-314a33100c12 tempest-ServersTestMultiNic-275042728 tempest-ServersTestMultiNic-275042728-project-member] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 727.877060] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 727.878456] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.878589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.878652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.878858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.879019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.879120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.879199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.879705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.879804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.880020] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.325443] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-648e8c11-3afa-4a86-85de-d176fa805d50 tempest-ServersTestMultiNic-275042728 tempest-ServersTestMultiNic-275042728-project-member] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 728.325443] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 728.325443] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.325956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.383894] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.384185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.384185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.386387] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.386387] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a already deleted. [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.386387] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.386387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.386387] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.798287] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.798606] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.798606] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.798959] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.799602] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.799770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.799952] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.800230] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.800451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.800685] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.800797] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.800905] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.801399] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.801399] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.801399] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.801399] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.820139] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.820438] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.820617] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.820824] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.821223] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-fbe61f8e-ac8c-487d-95a7-fa4740f61aa0 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.821510] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-fbe61f8e-ac8c-487d-95a7-fa4740f61aa0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.821597] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-fbe61f8e-ac8c-487d-95a7-fa4740f61aa0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.821860] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-fbe61f8e-ac8c-487d-95a7-fa4740f61aa0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.822011] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe61f8e-ac8c-487d-95a7-fa4740f61aa0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.890727] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.890727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.890727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.891057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.891057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.891158] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.891227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.891227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.891416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.891508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.891563] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a already deleted. [ 728.891842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.070034] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 729.070034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.070034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.070034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.070034] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.070034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.070034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.070034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.070034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.070034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.070863] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.324714] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.324938] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.325075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.325465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.325500] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.326455] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port fbe61f8e-ac8c-487d-95a7-fa4740f61aa0 not found, creating... [ 729.326455] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.326455] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.326455] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.326455] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.326771] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.327565] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.327565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.327565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.327565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.327565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.327780] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: fbe61f8e-ac8c-487d-95a7-fa4740f61aa0 is going to be created. [ 729.348291] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.348525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.348664] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.348932] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.349176] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.349490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-fbe61f8e-ac8c-487d-95a7-fa4740f61aa0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.574927] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.575100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.575572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.575572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.575572] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.575737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.575737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.575837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.575922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.576023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.576208] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.576309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.577036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.577036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.577036] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.577036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.577036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.577036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.577036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.577315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.577315] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.054157] env[63021]: INFO networking_nsxv3.common.synchronization [req-6e3a9737-fb71-42ad-adca-40f4f56c8c52 req-3bd5c787-0528-48a1-a82d-65bda07541fa tempest-ServerActionsTestOtherB-816222261 tempest-ServerActionsTestOtherB-816222261-project-member] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 730.054157] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 730.054549] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.054640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.056117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.056312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.056599] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.056700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.056773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.056977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.057406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.057586] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.079319] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 455b6131-8803-4424-8af0-3b9148b1c847: rpc.has_security_group_logging(os_id): False [ 730.101290] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.101290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.101290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.101290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.101290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.101290] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.101290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.101290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.101290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.101290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.101712] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.101712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.101712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.101843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.101843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.105043] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.105043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.105043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.105043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.105043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.105043] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be updated. [ 730.173500] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.173500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.173500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.173500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.173500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.186925] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 730.279749] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-541ebf75-0727-4d9c-a862-858cb1023743 service nova] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_rules [ 730.280772] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-541ebf75-0727-4d9c-a862-858cb1023743 service nova] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 730.280972] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-541ebf75-0727-4d9c-a862-858cb1023743 service nova] Enqueued Resource ID: fbe61f8e-ac8c-487d-95a7-fa4740f61aa0 with Priority: HIGHEST for action port [ 730.281777] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_rules [ 730.283770] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 730.283770] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe61f8e-ac8c-487d-95a7-fa4740f61aa0 with Priority: HIGHEST for action port [ 730.283770] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.283770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.283770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.283770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.283770] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.285356] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.285449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.285449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.285923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.285923] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.285923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.285923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.286225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.286401] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.286401] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.287256] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbe61f8e-ac8c-487d-95a7-fa4740f61aa0 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.287383] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbe61f8e-ac8c-487d-95a7-fa4740f61aa0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.287451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbe61f8e-ac8c-487d-95a7-fa4740f61aa0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.287600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbe61f8e-ac8c-487d-95a7-fa4740f61aa0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.287674] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe61f8e-ac8c-487d-95a7-fa4740f61aa0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.487702] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.487702] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.487702] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.487702] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.488408] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.488408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.488504] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.489099] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.489099] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.489099] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.489099] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.490492] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.490492] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.490492] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.490691] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.490790] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.512190] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.512190] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.512190] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.512190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.512190] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-e9be02f8-7ea6-45eb-a1cb-65fb95285caf taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.512190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-e9be02f8-7ea6-45eb-a1cb-65fb95285caf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.512190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-e9be02f8-7ea6-45eb-a1cb-65fb95285caf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.512190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-e9be02f8-7ea6-45eb-a1cb-65fb95285caf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.512190] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9be02f8-7ea6-45eb-a1cb-65fb95285caf',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.563743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.563743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.563743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.563743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.563743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.564217] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.564217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.564217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.564324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.564324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.564502] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d already deleted. [ 730.564502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.789505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.789602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.791033] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.792019] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbe61f8e-ac8c-487d-95a7-fa4740f61aa0 with status ACTIVE [ 730.792088] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.792194] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.792261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.792945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.792945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.792945] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.792945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.792945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.793384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.793384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.793447] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.793496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.794054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.794054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.794054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.794054] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbe61f8e-ac8c-487d-95a7-fa4740f61aa0 is going to be updated. [ 730.814356] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.814438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.814472] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.815025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.815025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.815025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbe61f8e-ac8c-487d-95a7-fa4740f61aa0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.017746] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.018066] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.018374] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.018815] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.019088] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.019389] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port e9be02f8-7ea6-45eb-a1cb-65fb95285caf not found, creating... [ 731.019804] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.020202] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.020430] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.021658] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.021658] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.021792] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.021985] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.022203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.022621] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.022870] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.023117] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: e9be02f8-7ea6-45eb-a1cb-65fb95285caf is going to be created. [ 731.043927] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.044230] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.044419] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.044801] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.046531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.046883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-e9be02f8-7ea6-45eb-a1cb-65fb95285caf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.298956] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.379282] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.379482] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-123" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.379617] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-123" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.379939] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-123" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.380246] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.380452] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.380525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.380949] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.380949] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.381119] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.381196] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.381330] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.381428] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.381512] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.381617] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.381748] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.399564] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.399769] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.399921] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.400116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-123" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.400432] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-e0e5a360-86c4-40e6-9e4a-06cd5da44d96 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.400605] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-e0e5a360-86c4-40e6-9e4a-06cd5da44d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.400708] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-e0e5a360-86c4-40e6-9e4a-06cd5da44d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.401038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-e0e5a360-86c4-40e6-9e4a-06cd5da44d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.401208] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0e5a360-86c4-40e6-9e4a-06cd5da44d96',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.672093] env[63021]: INFO networking_nsxv3.common.synchronization [req-70b97bb8-6f63-4727-9ea4-16bca122cb7f req-c4591fd3-5c59-4f89-808e-4589e2958d95 tempest-VolumesAssistedSnapshotsTest-346075985 tempest-VolumesAssistedSnapshotsTest-346075985-project-member] Enqueued Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_members [ 731.675985] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGHEST for action security_group_members [ 731.675985] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dd824f-238d-4f0c-9678-da1fcdd52dd6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.675985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.675985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.675985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.675985] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.675985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.675985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.675985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.675985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.675985] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.802633] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.802793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.802856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.803074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.803165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.803261] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be created. [ 731.828432] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.828615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.828702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.828937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.829131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.840496] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: UNINITIALIZED for 2s [ 731.859070] env[63021]: INFO networking_nsxv3.common.synchronization [req-6e3a9737-fb71-42ad-adca-40f4f56c8c52 req-036d5019-b35c-40c3-91d5-635fd0b0cc1a service nova] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 731.860026] env[63021]: INFO networking_nsxv3.common.synchronization [req-6e3a9737-fb71-42ad-adca-40f4f56c8c52 req-036d5019-b35c-40c3-91d5-635fd0b0cc1a service nova] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 731.860026] env[63021]: INFO networking_nsxv3.common.synchronization [req-6e3a9737-fb71-42ad-adca-40f4f56c8c52 req-036d5019-b35c-40c3-91d5-635fd0b0cc1a service nova] Enqueued Resource ID: e9be02f8-7ea6-45eb-a1cb-65fb95285caf with Priority: HIGHEST for action port [ 731.860026] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 731.860480] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 731.860480] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9be02f8-7ea6-45eb-a1cb-65fb95285caf with Priority: HIGHEST for action port [ 731.860544] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.860677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.860748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.860946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.861040] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.865301] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.865623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.865623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.865768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.868423] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.868423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.868423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.868423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.868423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.868423] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.868423] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9be02f8-7ea6-45eb-a1cb-65fb95285caf taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.868423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9be02f8-7ea6-45eb-a1cb-65fb95285caf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.868423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9be02f8-7ea6-45eb-a1cb-65fb95285caf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.868423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9be02f8-7ea6-45eb-a1cb-65fb95285caf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.868423] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9be02f8-7ea6-45eb-a1cb-65fb95285caf',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.907807] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.908134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.908352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.908656] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.909781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.909781] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port e0e5a360-86c4-40e6-9e4a-06cd5da44d96 not found, creating... [ 731.909781] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.909781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.909781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.909781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.910167] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.910167] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.910246] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.910345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.910621] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.910700] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.910805] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: e0e5a360-86c4-40e6-9e4a-06cd5da44d96 is going to be created. [ 731.939082] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.939369] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.939788] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.943166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.943166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.943166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-e0e5a360-86c4-40e6-9e4a-06cd5da44d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.179729] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.179729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.179729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.179985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.180037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.180436] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.180436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.180436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.180599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.180599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.180652] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 is going to be updated. [ 732.220476] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 732.220700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.233648] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.233785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.233874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.234076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.234398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.242703] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 in Status: IN_PROGRESS for 2s [ 732.366160] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.366160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.369557] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.370916] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9be02f8-7ea6-45eb-a1cb-65fb95285caf with status ACTIVE [ 732.371161] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.371298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.371367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.371847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.371950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.372230] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.372335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.372398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.372591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.372717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.372997] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.373297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.373367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.373516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.373595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.373679] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9be02f8-7ea6-45eb-a1cb-65fb95285caf is going to be updated. [ 732.393792] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.393945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.394033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.394239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.394365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.394541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9be02f8-7ea6-45eb-a1cb-65fb95285caf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.665196] env[63021]: INFO networking_nsxv3.common.synchronization [req-767adebe-0612-4cb5-9387-d45867077656 req-0b67d05d-5476-4701-a3c6-79ea85ba19b1 tempest-ServersNegativeTestMultiTenantJSON-980579499 tempest-ServersNegativeTestMultiTenantJSON-980579499-project-member] Enqueued Resource ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 with Priority: HIGHEST for action security_group_members [ 732.665196] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 with Priority: HIGHEST for action security_group_members [ 732.665196] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.665196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.665196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.665196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.665760] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.666020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.666197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.666448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.667922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.668135] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.875903] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.052105] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.052105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-172" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.052105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-172" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.052420] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-172" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.052664] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.052820] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.054646] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.055401] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.055556] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.055766] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.055881] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.055990] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.056107] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.056216] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.056333] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.056466] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.075616] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.075616] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.075920] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.075920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-172" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.076242] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-07a0490c-4de0-43cb-be3e-6a99cf23e4bb taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.077196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-07a0490c-4de0-43cb-be3e-6a99cf23e4bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.077196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-07a0490c-4de0-43cb-be3e-6a99cf23e4bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.077196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-07a0490c-4de0-43cb-be3e-6a99cf23e4bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.077196] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a0490c-4de0-43cb-be3e-6a99cf23e4bb',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.170075] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.170237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.170348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.170689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.170790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.170999] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.171125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.171192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.171359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.171448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.171538] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 already deleted. [ 733.171671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.377721] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.377998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.377998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.378157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.378264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.378414] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be created. [ 733.402815] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.405777] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.405861] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.406368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.406368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.415136] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: UNINITIALIZED for 2s [ 733.579743] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.579995] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.580143] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.580464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.580936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.580936] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 07a0490c-4de0-43cb-be3e-6a99cf23e4bb not found, creating... [ 733.581105] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.581260] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.581376] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.581597] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.581850] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.582022] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.582966] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.583157] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.583328] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.583501] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.583810] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 07a0490c-4de0-43cb-be3e-6a99cf23e4bb is going to be created. [ 733.621275] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.621480] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.621678] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.621975] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.622214] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.622462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-07a0490c-4de0-43cb-be3e-6a99cf23e4bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.697961] env[63021]: INFO networking_nsxv3.common.synchronization [req-ed7e176c-ecb7-4708-9379-1888a2940075 req-253e726d-5fde-4103-8431-94de6a34edd5 tempest-ServersWithSpecificFlavorTestJSON-243894015 tempest-ServersWithSpecificFlavorTestJSON-243894015-project-member] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 733.698790] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 733.699138] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.699231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.699280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.699475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.699921] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.700047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.700112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.700282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.700380] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.700455] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.799656] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-10687bcb-9821-47af-94f7-8619fe854849 service nova] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_rules [ 733.799830] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-10687bcb-9821-47af-94f7-8619fe854849 service nova] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 733.800831] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-10687bcb-9821-47af-94f7-8619fe854849 service nova] Enqueued Resource ID: e0e5a360-86c4-40e6-9e4a-06cd5da44d96 with Priority: HIGHEST for action port [ 733.800831] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_rules [ 733.800831] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 733.800831] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e5a360-86c4-40e6-9e4a-06cd5da44d96 with Priority: HIGHEST for action port [ 733.801036] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.801787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.802043] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.802129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.802540] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0e5a360-86c4-40e6-9e4a-06cd5da44d96 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.802540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0e5a360-86c4-40e6-9e4a-06cd5da44d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.802540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0e5a360-86c4-40e6-9e4a-06cd5da44d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.802832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0e5a360-86c4-40e6-9e4a-06cd5da44d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.802914] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0e5a360-86c4-40e6-9e4a-06cd5da44d96',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.850634] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 733.850842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.851278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.851529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.851717] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.851825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.851929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.852047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.852126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.852208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.852308] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.859803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.859997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.860218] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.860334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.863810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.863810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.863810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.863810] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.205566] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.207031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.207031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.207031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.207031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.207031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.207031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.207031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.207031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.207031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.207031] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 is going to be updated. [ 734.241928] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.243106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.243106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.243106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.243106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.268914] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 in Status: SUCCESS [ 734.269118] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 deletion is rescheduled due to dependency. [ 734.269235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.270332] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: IN_PROGRESS for 2s [ 734.306486] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0e5a360-86c4-40e6-9e4a-06cd5da44d96 with status ACTIVE [ 734.306486] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.306693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.306693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.306917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.307160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.307160] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.307787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.307787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.307787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.307787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.307787] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.307995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.307995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.308091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.308206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.308255] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0e5a360-86c4-40e6-9e4a-06cd5da44d96 is going to be updated. [ 734.330785] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.332569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.332569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.332569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.332569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.332569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0e5a360-86c4-40e6-9e4a-06cd5da44d96" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.365296] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.365296] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.365296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.409013] env[63021]: INFO networking_nsxv3.common.synchronization [req-767adebe-0612-4cb5-9387-d45867077656 req-620249e1-0dc4-4b40-b191-1cbe7f6c3892 service nova] Enqueued Resource ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 with Priority: HIGHEST for action security_group_rules [ 734.409013] env[63021]: INFO networking_nsxv3.common.synchronization [req-767adebe-0612-4cb5-9387-d45867077656 req-620249e1-0dc4-4b40-b191-1cbe7f6c3892 service nova] Enqueued Resource ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 with Priority: HIGHEST for action security_group_members [ 734.409013] env[63021]: INFO networking_nsxv3.common.synchronization [req-767adebe-0612-4cb5-9387-d45867077656 req-620249e1-0dc4-4b40-b191-1cbe7f6c3892 service nova] Enqueued Resource ID: 07a0490c-4de0-43cb-be3e-6a99cf23e4bb with Priority: HIGHEST for action port [ 734.409333] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 with Priority: HIGHEST for action security_group_rules [ 734.409333] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 with Priority: HIGHEST for action security_group_members [ 734.409863] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a0490c-4de0-43cb-be3e-6a99cf23e4bb with Priority: HIGHEST for action port [ 734.410764] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.416133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.416133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.416133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.416133] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.420507] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.420507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.420507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.420507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.420745] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.420745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.420814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.421898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.421898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.421898] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.423575] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-07a0490c-4de0-43cb-be3e-6a99cf23e4bb taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.423695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07a0490c-4de0-43cb-be3e-6a99cf23e4bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.423780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07a0490c-4de0-43cb-be3e-6a99cf23e4bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.424030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07a0490c-4de0-43cb-be3e-6a99cf23e4bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.424119] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a0490c-4de0-43cb-be3e-6a99cf23e4bb',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.866549] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.926495] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.926495] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07a0490c-4de0-43cb-be3e-6a99cf23e4bb with status ACTIVE [ 734.926495] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.926691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.926805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.927056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.927160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.927378] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.927503] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.927570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.928080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.928186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.928486] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.928650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.928786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.928839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.928939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.928990] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07a0490c-4de0-43cb-be3e-6a99cf23e4bb is going to be updated. [ 734.930254] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.930402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.950286] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.950286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.950286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.950286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.950286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.950286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07a0490c-4de0-43cb-be3e-6a99cf23e4bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.137127] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.137127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.137127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.137127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.137127] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.137127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.137127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.138123] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.138435] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.138758] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.139053] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.139280] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.139497] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.139753] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.139985] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.140298] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.160689] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.160689] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.160689] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.160689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.160689] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-d4e7f627-9b53-4218-b7e5-a5c06ee4d53e taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.160689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-d4e7f627-9b53-4218-b7e5-a5c06ee4d53e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.160689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-d4e7f627-9b53-4218-b7e5-a5c06ee4d53e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.160689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-d4e7f627-9b53-4218-b7e5-a5c06ee4d53e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.160689] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e7f627-9b53-4218-b7e5-a5c06ee4d53e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.298743] env[63021]: INFO networking_nsxv3.common.synchronization [req-ce407e48-ce4a-4a11-b901-4c905a15470b req-18742363-cbce-4cb6-9435-c0aef8f8675e tempest-ServerMetadataNegativeTestJSON-1185284913 tempest-ServerMetadataNegativeTestJSON-1185284913-project-member] Enqueued Resource ID: 6a37e0eb-1673-4609-96db-7b778874f854 with Priority: HIGHEST for action security_group_members [ 735.299342] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a37e0eb-1673-4609-96db-7b778874f854 with Priority: HIGHEST for action security_group_members [ 735.299648] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a37e0eb-1673-4609-96db-7b778874f854 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.299771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.299830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.304461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.304461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.304461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.304461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.304461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.304461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.304461] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a37e0eb-1673-4609-96db-7b778874f854',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.372167] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.372167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.372167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.372167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.373466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.373630] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 735.400719] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.400888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.400976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.401179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.401319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.412847] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 735.426514] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 735.426514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.426514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.426514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.426514] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.426514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.426514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.426514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.426514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.426514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.426514] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.431861] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.576870] env[63021]: INFO networking_nsxv3.common.synchronization [req-a6e1cdda-f79c-4f40-b760-2ed696cbf7f7 req-29cef93a-495f-4a7c-87f3-cf929d838e2c tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 735.577451] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 735.577747] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.578670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.578670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.578670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.579018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.579018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.579018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.582156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.582156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.582156] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.662918] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.663203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.663330] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.663932] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.664104] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.664571] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port d4e7f627-9b53-4218-b7e5-a5c06ee4d53e not found, creating... [ 735.664571] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.664710] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.665919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.665919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.665919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.665919] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.665919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.665919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.665919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.666427] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.666427] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: d4e7f627-9b53-4218-b7e5-a5c06ee4d53e is going to be created. [ 735.690287] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.690554] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.690768] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.691125] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.691767] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.691767] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-d4e7f627-9b53-4218-b7e5-a5c06ee4d53e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.807926] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.808120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.808194] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.808463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.808603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.808852] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.808964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.809041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.809637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.809637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.809637] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a37e0eb-1673-4609-96db-7b778874f854 is going to be updated. [ 735.848260] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.850542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.850542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.850542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.850542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.858105] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a37e0eb-1673-4609-96db-7b778874f854 in Status: IN_PROGRESS for 2s [ 735.929072] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.937168] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.937168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.937168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.937168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.937168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.937168] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 is going to be created. [ 735.961383] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.961383] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.961383] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.961383] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.961383] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.968422] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 in Status: UNINITIALIZED for 2s [ 736.082762] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.082865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.082929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.083150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.083247] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.083828] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.083828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.083828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.083828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.083828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.085297] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 already deleted. [ 736.085297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.266130] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.266384] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.266792] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.267155] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.267412] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.267573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.267719] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.267958] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.268203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.268441] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.268567] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.268682] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.268791] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.268902] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.269016] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.269152] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.280848] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: SUCCESS [ 736.281039] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 deletion is rescheduled due to dependency. [ 736.281151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.297866] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.298078] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.298226] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.298429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.298750] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-b6ea40f2-2217-44b1-bf3f-727a6649149a taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.299031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-b6ea40f2-2217-44b1-bf3f-727a6649149a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.299031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-b6ea40f2-2217-44b1-bf3f-727a6649149a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.299371] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-b6ea40f2-2217-44b1-bf3f-727a6649149a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.299511] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ea40f2-2217-44b1-bf3f-727a6649149a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.431776] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ede6ac6-73c6-467b-909f-99951f42d28d: rpc.has_security_group_logging(os_id): False [ 736.454214] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.454214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.454214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.454214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.454214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.454214] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.455385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.455471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.455673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.455776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.456072] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be created. [ 736.508224] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-f1d80308-8051-458f-994c-387acd2e58d5 service nova] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_rules [ 736.508509] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-f1d80308-8051-458f-994c-387acd2e58d5 service nova] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 736.508672] env[63021]: INFO networking_nsxv3.common.synchronization [req-3ea37b67-73e0-4219-b828-a126fbc237e2 req-f1d80308-8051-458f-994c-387acd2e58d5 service nova] Enqueued Resource ID: d4e7f627-9b53-4218-b7e5-a5c06ee4d53e with Priority: HIGHEST for action port [ 736.508977] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_rules [ 736.509076] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 736.509199] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e7f627-9b53-4218-b7e5-a5c06ee4d53e with Priority: HIGHEST for action port [ 736.509817] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.509924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.512383] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.512459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.512730] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e7f627-9b53-4218-b7e5-a5c06ee4d53e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.512874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e7f627-9b53-4218-b7e5-a5c06ee4d53e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.512941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e7f627-9b53-4218-b7e5-a5c06ee4d53e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.513226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e7f627-9b53-4218-b7e5-a5c06ee4d53e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.513335] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e7f627-9b53-4218-b7e5-a5c06ee4d53e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.517567] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.517567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.517567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.517567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.517567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.532498] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 736.802307] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.802778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.803054] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.803421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.803672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.804024] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port b6ea40f2-2217-44b1-bf3f-727a6649149a not found, creating... [ 736.804549] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.804838] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.805066] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.805676] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.805955] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.806362] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.806656] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.806907] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.808429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.808516] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.808621] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: b6ea40f2-2217-44b1-bf3f-727a6649149a is going to be created. [ 736.830404] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.830404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.830404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.830598] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.830743] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.830968] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-b6ea40f2-2217-44b1-bf3f-727a6649149a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.023131] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4e7f627-9b53-4218-b7e5-a5c06ee4d53e with status ACTIVE [ 737.024225] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.024372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.024447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.024665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.024760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.024945] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.025308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.025308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.025308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.025432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.026496] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.026496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.026496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.026496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.026931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.026931] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4e7f627-9b53-4218-b7e5-a5c06ee4d53e is going to be updated. [ 737.050827] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.051059] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.051177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.051966] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.052139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.052320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e7f627-9b53-4218-b7e5-a5c06ee4d53e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.247635] env[63021]: INFO networking_nsxv3.common.synchronization [None req-92a8b61e-d957-4b2b-9227-51922491ae6b None None] Enqueued Resource ID: e6643c9d-b0cd-42bc-a7e5-045863ea87d7 with Priority: HIGHEST for action port [ 737.248388] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6643c9d-b0cd-42bc-a7e5-045863ea87d7 with Priority: HIGHEST for action port [ 737.249081] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6643c9d-b0cd-42bc-a7e5-045863ea87d7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.249081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6643c9d-b0cd-42bc-a7e5-045863ea87d7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.249081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6643c9d-b0cd-42bc-a7e5-045863ea87d7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.250934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6643c9d-b0cd-42bc-a7e5-045863ea87d7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.250934] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6643c9d-b0cd-42bc-a7e5-045863ea87d7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.421740] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 737.421960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.422147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.422442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.422585] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.422829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.422829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.422829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.422933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.422985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.423230] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.423230] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.423531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.423531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.423531] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.423700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.423700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.423810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.423844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.423992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.423992] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.424823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.424978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.425138] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.425227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.425291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.425427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.425504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.425591] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.752051] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6643c9d-b0cd-42bc-a7e5-045863ea87d7 [ 737.752051] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.752051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.752051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.752819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.752819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.752819] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6643c9d-b0cd-42bc-a7e5-045863ea87d7 already deleted. [ 737.752819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6643c9d-b0cd-42bc-a7e5-045863ea87d7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.867630] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a37e0eb-1673-4609-96db-7b778874f854 in Status: SUCCESS [ 737.867630] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a37e0eb-1673-4609-96db-7b778874f854 deletion is rescheduled due to dependency. [ 737.867630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.876288] env[63021]: INFO networking_nsxv3.common.synchronization [req-a6e1cdda-f79c-4f40-b760-2ed696cbf7f7 req-657dd53f-97d8-4087-8dd3-30834462d547 service nova] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_rules [ 737.876288] env[63021]: INFO networking_nsxv3.common.synchronization [req-a6e1cdda-f79c-4f40-b760-2ed696cbf7f7 req-657dd53f-97d8-4087-8dd3-30834462d547 service nova] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 737.876288] env[63021]: INFO networking_nsxv3.common.synchronization [req-a6e1cdda-f79c-4f40-b760-2ed696cbf7f7 req-657dd53f-97d8-4087-8dd3-30834462d547 service nova] Enqueued Resource ID: b6ea40f2-2217-44b1-bf3f-727a6649149a with Priority: HIGHEST for action port [ 737.876288] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_rules [ 737.876288] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 737.876288] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ea40f2-2217-44b1-bf3f-727a6649149a with Priority: HIGHEST for action port [ 737.876288] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.876288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.879404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.879781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.879989] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.882077] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.882660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.882849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.884198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.884198] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.884198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.884383] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.884507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.884549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.884668] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.887089] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6ea40f2-2217-44b1-bf3f-727a6649149a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.887557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6ea40f2-2217-44b1-bf3f-727a6649149a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.887557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6ea40f2-2217-44b1-bf3f-727a6649149a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.887557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6ea40f2-2217-44b1-bf3f-727a6649149a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.887557] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ea40f2-2217-44b1-bf3f-727a6649149a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.934036] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83e49ee4-615b-47a0-9a44-bf593a13457a: rpc.has_security_group_logging(os_id): False [ 737.934036] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.948694] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.948868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.948868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.948981] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.949131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.949297] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.949395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.949457] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.949609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.949687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.949858] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.949950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.950024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.950162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.950290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.950406] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.950907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.950977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.951203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.951259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.951308] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be created. [ 737.978225] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 in Status: SUCCESS [ 737.978225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.978225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.978225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.978225] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.978225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.978225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.978225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.978225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.978225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.978225] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.015907] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.015907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.015907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.015907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.015907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.026981] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 738.382614] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.382814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.389026] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.389251] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6ea40f2-2217-44b1-bf3f-727a6649149a with status ACTIVE [ 738.390541] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.390688] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.390773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.390986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.391088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.391268] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.391362] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.391422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.391584] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.391668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.391847] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.392021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.393493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.393493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.393493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.393493] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6ea40f2-2217-44b1-bf3f-727a6649149a is going to be updated. [ 738.412847] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.412989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.413083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.413335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.413474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.413692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6ea40f2-2217-44b1-bf3f-727a6649149a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.436052] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.482214] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.482214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.482214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.482214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.482214] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.482214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.482214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.482552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.482552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.482552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.482657] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.482657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.482739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.483011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.483011] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.483746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.483746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.483746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.483746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.483746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.483746] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.549123] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 738.549285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.716487] env[63021]: INFO networking_nsxv3.common.synchronization [req-66952caa-4d08-4457-8103-f1724319cde7 req-1e27fdf3-9b61-43eb-bbb6-be525a68d4ef tempest-ServerActionsV293TestJSON-560395623 tempest-ServerActionsV293TestJSON-560395623-project-member] Enqueued Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_members [ 738.722212] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_members [ 738.723070] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-768939e9-45c6-49f2-88d3-c0701c549f56 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.723219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.723277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.723745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.724638] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.724638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.724638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.724823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.724873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.726444] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768939e9-45c6-49f2-88d3-c0701c549f56',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.898938] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.942280] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.942390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.942470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.942735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.942873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.942993] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 738.972579] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.972823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.972823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.973536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.974352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.983840] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 738.986595] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8: rpc.has_security_group_logging(os_id): False [ 739.002479] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.002479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.002479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.002479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.002727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.002784] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.002835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.002935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.003055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.003143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.003321] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.005301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.005301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.005301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.005301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.006829] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.006829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.006829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.006829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.006829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.006829] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 is going to be created. [ 739.070897] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.070897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.070897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.070897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.070897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.081316] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 in Status: IN_PROGRESS for 2s [ 739.230467] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.230467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.230467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.230467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.230467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.230467] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.230467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.230467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.230467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.230467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.230467] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768939e9-45c6-49f2-88d3-c0701c549f56 already deleted. [ 739.232593] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.405172] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.405513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.405638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.405894] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.406057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.406202] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be created. [ 739.428883] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.429042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.430796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.430796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.430796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.438398] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: UNINITIALIZED for 2s [ 739.574022] env[63021]: INFO networking_nsxv3.common.synchronization [None req-c3867286-09c2-4ec4-b1a9-a2e99c67ab35 None None] Enqueued Resource ID: 97517473-b501-4072-8090-3fea3b2a92e8 with Priority: HIGHEST for action port [ 739.574022] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97517473-b501-4072-8090-3fea3b2a92e8 with Priority: HIGHEST for action port [ 739.574022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-97517473-b501-4072-8090-3fea3b2a92e8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.574022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97517473-b501-4072-8090-3fea3b2a92e8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.574022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97517473-b501-4072-8090-3fea3b2a92e8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.574022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97517473-b501-4072-8090-3fea3b2a92e8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.574022] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97517473-b501-4072-8090-3fea3b2a92e8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.001142] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.001400] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-226" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.001400] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-226" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.001817] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-226" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.002160] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.002340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.002457] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.002701] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.002863] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.003093] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.003226] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.003346] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.003468] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.003587] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.003699] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.003835] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.030994] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.031111] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.031235] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.031428] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-226" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.031749] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-f8cad445-9a0b-4d25-84a3-df0521f45d9f taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.031923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-f8cad445-9a0b-4d25-84a3-df0521f45d9f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.036121] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-f8cad445-9a0b-4d25-84a3-df0521f45d9f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.036121] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-f8cad445-9a0b-4d25-84a3-df0521f45d9f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.036451] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8cad445-9a0b-4d25-84a3-df0521f45d9f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.048866] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 740.048866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.049107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.049994] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.049994] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.076519] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97517473-b501-4072-8090-3fea3b2a92e8 [ 740.076876] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.077079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.077157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.077385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.078063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.078063] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97517473-b501-4072-8090-3fea3b2a92e8 already deleted. [ 740.078063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97517473-b501-4072-8090-3fea3b2a92e8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.541212] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.541530] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.541713] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.542242] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.542303] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.542501] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port f8cad445-9a0b-4d25-84a3-df0521f45d9f not found, creating... [ 740.542910] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.543155] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.543714] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.544139] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.544397] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.544932] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.545266] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.545501] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.546917] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.547196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.547443] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: f8cad445-9a0b-4d25-84a3-df0521f45d9f is going to be created. [ 740.552769] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.553113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.578998] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.579311] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.579504] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.579892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.584026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.584026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-f8cad445-9a0b-4d25-84a3-df0521f45d9f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.604393] env[63021]: INFO networking_nsxv3.common.synchronization [None req-1f1a6d5e-ab63-49d3-bac7-5c6b7825a1c8 None None] Enqueued Resource ID: 1955d5e4-0160-4e8e-9555-00e1bc5e5141 with Priority: HIGHEST for action port [ 740.604931] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1955d5e4-0160-4e8e-9555-00e1bc5e5141 with Priority: HIGHEST for action port [ 740.605315] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-1955d5e4-0160-4e8e-9555-00e1bc5e5141 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.605448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1955d5e4-0160-4e8e-9555-00e1bc5e5141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.605531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1955d5e4-0160-4e8e-9555-00e1bc5e5141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.605756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1955d5e4-0160-4e8e-9555-00e1bc5e5141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.605833] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1955d5e4-0160-4e8e-9555-00e1bc5e5141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.994760] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 740.994760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.994760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.995036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.995036] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.995132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.995189] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.996099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.996099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.996099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.996099] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.103685] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 in Status: SUCCESS [ 741.103685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.108793] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1955d5e4-0160-4e8e-9555-00e1bc5e5141 [ 741.108940] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.109070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.110063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.110063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.110063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.110063] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1955d5e4-0160-4e8e-9555-00e1bc5e5141 already deleted. [ 741.110063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1955d5e4-0160-4e8e-9555-00e1bc5e5141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.367119] env[63021]: INFO networking_nsxv3.common.synchronization [req-c3a09395-4017-42a7-a909-5c9706ea7012 req-2b49cc26-bf9c-482c-b3b2-928e6619a973 tempest-ListImageFiltersTestJSON-852699088 tempest-ListImageFiltersTestJSON-852699088-project-member] Enqueued Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 741.367924] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 741.369752] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.369917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.369987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.370326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.370514] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.370647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.370726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.370942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.371058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.372028] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.449504] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 741.450027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.450550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.450776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.450966] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.451096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.451166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.451383] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.451539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.451595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.451678] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.501215] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.501481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.501613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.501963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.502267] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.502488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.502610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.502930] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.503090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.503235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.503502] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.503671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.503771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.505662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.505980] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.506174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.506292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.506578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.506710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.506837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.506968] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.873886] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.874253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.874253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.874946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.874946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.875075] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.875200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.875499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.875499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.875601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.875686] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a already deleted. [ 741.875746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.902737] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.904055] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.904204] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.904599] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.905267] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.905587] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.905805] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.906186] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.906503] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.906778] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.907017] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.907101] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.907302] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.907384] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.907522] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.907713] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.930328] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.930328] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.930797] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.930797] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.934469] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-9917de69-098c-41fd-8a7e-63885001786a taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.934469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-9917de69-098c-41fd-8a7e-63885001786a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.934469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-9917de69-098c-41fd-8a7e-63885001786a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.934469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-9917de69-098c-41fd-8a7e-63885001786a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.934469] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9917de69-098c-41fd-8a7e-63885001786a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.955681] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.958953] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.958953] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.958953] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.958953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.959844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.959844] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.015256] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83e49ee4-615b-47a0-9a44-bf593a13457a: rpc.has_security_group_logging(os_id): False [ 742.035340] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.035488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.035560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.035782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.035878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.036110] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.036217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.036324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.036672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.036772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.036979] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.037100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.037167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.037326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.037404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.037589] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.037776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.037776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.037878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.037955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.038360] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 742.075309] env[63021]: INFO networking_nsxv3.common.synchronization [req-66952caa-4d08-4457-8103-f1724319cde7 req-d6845bed-5edd-40a8-a815-bacc3a0cd19e service nova] Enqueued Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_rules [ 742.075664] env[63021]: INFO networking_nsxv3.common.synchronization [req-66952caa-4d08-4457-8103-f1724319cde7 req-d6845bed-5edd-40a8-a815-bacc3a0cd19e service nova] Enqueued Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_members [ 742.075664] env[63021]: INFO networking_nsxv3.common.synchronization [req-66952caa-4d08-4457-8103-f1724319cde7 req-d6845bed-5edd-40a8-a815-bacc3a0cd19e service nova] Enqueued Resource ID: f8cad445-9a0b-4d25-84a3-df0521f45d9f with Priority: HIGHEST for action port [ 742.076630] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_rules [ 742.076773] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_members [ 742.076906] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8cad445-9a0b-4d25-84a3-df0521f45d9f with Priority: HIGHEST for action port [ 742.077162] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-768939e9-45c6-49f2-88d3-c0701c549f56 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.077279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.077343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.077550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.077632] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('768939e9-45c6-49f2-88d3-c0701c549f56',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.078973] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-768939e9-45c6-49f2-88d3-c0701c549f56 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.079120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.079200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.079392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.079580] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.079697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.079764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.079912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.080577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.080705] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768939e9-45c6-49f2-88d3-c0701c549f56',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.081603] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8cad445-9a0b-4d25-84a3-df0521f45d9f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.081794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8cad445-9a0b-4d25-84a3-df0521f45d9f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.081794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8cad445-9a0b-4d25-84a3-df0521f45d9f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.081953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8cad445-9a0b-4d25-84a3-df0521f45d9f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.082025] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8cad445-9a0b-4d25-84a3-df0521f45d9f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.102149] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.102726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.102726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.102726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.102726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.131021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 742.441197] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.441197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.441197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.441197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.441197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.441197] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 9917de69-098c-41fd-8a7e-63885001786a not found, creating... [ 742.441197] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.441197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.441197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.441834] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.441834] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.441834] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.441834] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.442103] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.442185] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.442307] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.442448] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 9917de69-098c-41fd-8a7e-63885001786a is going to be created. [ 742.461371] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.461531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.461629] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.461908] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.462147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.462374] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-9917de69-098c-41fd-8a7e-63885001786a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.467229] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3b9e807-f03e-4742-9c9c-1d33879c2fb8: rpc.has_security_group_logging(os_id): False [ 742.491935] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.492156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.492156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.492357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.492450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.492644] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.492744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.492800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.492950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.493116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.493665] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.493890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.493890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.494066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.494152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.495232] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.495541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.495617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.495828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.495877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.495935] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be created. [ 742.575643] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.575643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.575643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.575643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.580402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.590429] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-768939e9-45c6-49f2-88d3-c0701c549f56 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.590569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.590806] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8cad445-9a0b-4d25-84a3-df0521f45d9f with status ACTIVE [ 742.591038] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.591152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.591229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.591438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.591525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.595021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.595021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.595021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.595021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.595021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.595021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.595021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.595021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.595021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.595021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.595021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8cad445-9a0b-4d25-84a3-df0521f45d9f is going to be updated. [ 742.596333] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('768939e9-45c6-49f2-88d3-c0701c549f56',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.599210] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 742.624642] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.625871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.625871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.625871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.625871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.625871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8cad445-9a0b-4d25-84a3-df0521f45d9f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.991325] env[63021]: INFO networking_nsxv3.common.synchronization [None req-a06cc95d-dea1-4dea-879d-648a853221d6 None None] Enqueued Resource ID: 0e527c7e-6dcd-4106-835f-b4701b5ae919 with Priority: HIGHEST for action port [ 742.992075] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e527c7e-6dcd-4106-835f-b4701b5ae919 with Priority: HIGHEST for action port [ 742.992270] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e527c7e-6dcd-4106-835f-b4701b5ae919 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.992437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e527c7e-6dcd-4106-835f-b4701b5ae919" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.992469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e527c7e-6dcd-4106-835f-b4701b5ae919" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.992755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e527c7e-6dcd-4106-835f-b4701b5ae919" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.992791] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e527c7e-6dcd-4106-835f-b4701b5ae919',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.099590] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('768939e9-45c6-49f2-88d3-c0701c549f56',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.280133] env[63021]: INFO networking_nsxv3.common.synchronization [req-c3a09395-4017-42a7-a909-5c9706ea7012 req-d7f4f9b8-adeb-46a7-99c3-e86e97c83f1e service nova] Enqueued Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_rules [ 743.280406] env[63021]: INFO networking_nsxv3.common.synchronization [req-c3a09395-4017-42a7-a909-5c9706ea7012 req-d7f4f9b8-adeb-46a7-99c3-e86e97c83f1e service nova] Enqueued Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 743.280514] env[63021]: INFO networking_nsxv3.common.synchronization [req-c3a09395-4017-42a7-a909-5c9706ea7012 req-d7f4f9b8-adeb-46a7-99c3-e86e97c83f1e service nova] Enqueued Resource ID: 9917de69-098c-41fd-8a7e-63885001786a with Priority: HIGHEST for action port [ 743.280681] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_rules [ 743.281117] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 743.281117] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9917de69-098c-41fd-8a7e-63885001786a with Priority: HIGHEST for action port [ 743.283080] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.283080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.283080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.283080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.284096] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.285065] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.285175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.285453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.285453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.285640] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.285697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.285741] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.285872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.285962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.286463] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.287350] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-9917de69-098c-41fd-8a7e-63885001786a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.287350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9917de69-098c-41fd-8a7e-63885001786a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.287350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9917de69-098c-41fd-8a7e-63885001786a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.287350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9917de69-098c-41fd-8a7e-63885001786a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.287350] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9917de69-098c-41fd-8a7e-63885001786a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.496774] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e527c7e-6dcd-4106-835f-b4701b5ae919 [ 743.497143] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.497300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.497359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.497572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.497666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.497761] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e527c7e-6dcd-4106-835f-b4701b5ae919 already deleted. [ 743.497844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e527c7e-6dcd-4106-835f-b4701b5ae919" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.602553] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.602553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.602553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.602553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.602553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.602553] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768939e9-45c6-49f2-88d3-c0701c549f56 is going to be created. [ 743.623986] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.624169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.624217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.624408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.624700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.636176] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768939e9-45c6-49f2-88d3-c0701c549f56 in Status: UNINITIALIZED for 2s [ 743.792492] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.792492] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.792658] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.795631] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9917de69-098c-41fd-8a7e-63885001786a with status ACTIVE [ 743.795631] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.795631] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.795631] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.795631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.795631] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9917de69-098c-41fd-8a7e-63885001786a is going to be updated. [ 743.815089] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.815229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.815295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.815498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.815628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.815783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9917de69-098c-41fd-8a7e-63885001786a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.142496] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 744.142877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.142946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.143143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.143246] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.301372] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.620943] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 744.621258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.646151] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.646291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.646512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.647366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.647366] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.647366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.647366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.647366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.647366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.647695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.648637] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.803969] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.804159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.804232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.804439] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.804531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.804628] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a is going to be created. [ 744.826505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.826678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.826727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.826913] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.827088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.834863] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: UNINITIALIZED for 2s [ 745.149996] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.150157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.150229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.150444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.150604] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.150699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.150758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.150897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.150976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.151083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.152790] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.152924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.153032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.153307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.153385] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.153539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.153626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.153867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.153867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.153952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.154055] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.646260] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768939e9-45c6-49f2-88d3-c0701c549f56 in Status: SUCCESS [ 745.646260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.646260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.646260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.646260] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.646260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.646260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.646260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.646260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.646260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.646260] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('768939e9-45c6-49f2-88d3-c0701c549f56',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.657598] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83e49ee4-615b-47a0-9a44-bf593a13457a: rpc.has_security_group_logging(os_id): False [ 745.678227] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.678227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.678227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.678227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.678227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.678227] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.678227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.678767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.678767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.678767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.678877] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.679134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.679134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.679267] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.679341] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.679519] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.679643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.679690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.679801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.679891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.679954] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 745.770517] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.770663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.770716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.770954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.771112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.782909] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 746.148714] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('768939e9-45c6-49f2-88d3-c0701c549f56',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.618025] env[63021]: INFO networking_nsxv3.common.synchronization [req-43b6e421-50ad-4acf-9972-89c555d7d902 req-0bf238ee-bdba-4ee9-8aa9-1a975e49dc67 tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 746.618025] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 746.618025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.618025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.618025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.618563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.618870] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.619125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.619316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.619586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.619784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.619970] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.655458] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 768939e9-45c6-49f2-88d3-c0701c549f56: rpc.has_security_group_logging(os_id): False [ 746.685009] env[63021]: INFO networking_nsxv3.common.synchronization [req-43b6e421-50ad-4acf-9972-89c555d7d902 req-0bf238ee-bdba-4ee9-8aa9-1a975e49dc67 tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_rules [ 746.687837] env[63021]: INFO networking_nsxv3.common.synchronization [req-43b6e421-50ad-4acf-9972-89c555d7d902 req-0bf238ee-bdba-4ee9-8aa9-1a975e49dc67 tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 746.687837] env[63021]: INFO networking_nsxv3.common.synchronization [req-43b6e421-50ad-4acf-9972-89c555d7d902 req-0bf238ee-bdba-4ee9-8aa9-1a975e49dc67 tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: cc6af35d-7e46-40e6-bc97-40efda1ab807 with Priority: HIGHEST for action port [ 746.687837] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.687837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.687837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.687837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.687837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.687837] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.687837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.687837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.688647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.691669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.692147] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 768939e9-45c6-49f2-88d3-c0701c549f56 is going to be created. [ 746.700016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_rules [ 746.700016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 746.700301] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6af35d-7e46-40e6-bc97-40efda1ab807 with Priority: HIGHEST for action port [ 746.701044] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.701174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.701246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.701443] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.701522] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.702764] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.702864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.703085] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6af35d-7e46-40e6-bc97-40efda1ab807 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.703197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.703264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.703450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.703552] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6af35d-7e46-40e6-bc97-40efda1ab807',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.760469] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.760667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.760722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.760921] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.761117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.772133] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768939e9-45c6-49f2-88d3-c0701c549f56 in Status: IN_PROGRESS for 2s [ 746.845763] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: SUCCESS [ 746.845985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.846162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.846429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.846658] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.846778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.846840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.846998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.847095] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.847180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.847269] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.898021] env[63021]: INFO networking_nsxv3.common.synchronization [req-0845dbb5-9e8a-45d4-8122-206916da704e req-639ea4a5-f32f-496e-8f2b-d57ac8b5a8e6 tempest-ListImageFiltersTestJSON-852699088 tempest-ListImageFiltersTestJSON-852699088-project-member] Enqueued Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 746.898021] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 746.898021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.898021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.898021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.898021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.898021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.898021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.898021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.898021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.898021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.898021] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.122424] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.205998] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.209020] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc6af35d-7e46-40e6-bc97-40efda1ab807 with status ACTIVE [ 747.209020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.209020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.209020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.209020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.209658] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc6af35d-7e46-40e6-bc97-40efda1ab807 is going to be updated. [ 747.236505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.236505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.236505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.236505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.236505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.236505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.349924] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.350101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.399975] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.452745] env[63021]: INFO networking_nsxv3.common.synchronization [req-093af5c2-3354-4012-ab41-e1a65935f3a3 req-8757d00b-9dbb-40a2-b1de-3bc278a72853 tempest-ServersTestBootFromVolume-732507099 tempest-ServersTestBootFromVolume-732507099-project-member] Enqueued Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_members [ 747.452745] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGHEST for action security_group_members [ 747.452745] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.452745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.452745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.453563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.453947] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.454231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.455988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.455988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.455988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.455988] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.629194] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.636630] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.636874] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.636984] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.637324] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.637623] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.637808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.637945] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.638215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.638371] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.638635] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.638742] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.638870] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.638982] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.639173] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.639249] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.639360] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.656872] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.657379] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.657379] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.657520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.657757] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-968c9c64-3e8d-442c-8090-cc34f396bc28 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.657932] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-968c9c64-3e8d-442c-8090-cc34f396bc28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.658095] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-968c9c64-3e8d-442c-8090-cc34f396bc28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.658480] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-968c9c64-3e8d-442c-8090-cc34f396bc28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.658674] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('968c9c64-3e8d-442c-8090-cc34f396bc28',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.801778] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 747.802786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.902144] env[63021]: INFO networking_nsxv3.common.synchronization [req-4b397209-e0b0-4739-afc2-198208fd9eb6 req-e68e595e-39d8-47cd-b497-7e204e302804 tempest-ServersNegativeTestMultiTenantJSON-980579499 tempest-ServersNegativeTestMultiTenantJSON-980579499-project-member] Enqueued Resource ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 with Priority: HIGHEST for action security_group_members [ 747.902469] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.904656] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 with Priority: HIGHEST for action security_group_members [ 747.904656] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.904656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.904656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.904819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.904934] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.905151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.905255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.905419] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.905511] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.908093] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.957338] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.957557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.957557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.957762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.957858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.958073] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.958181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.958246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.958780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.958780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.958780] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 is going to be updated. [ 747.986280] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.987475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.987475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.987475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.987475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.995389] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 in Status: IN_PROGRESS for 2s [ 748.137512] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.137512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.137512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.137512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.137512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.137512] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 is going to be updated. [ 748.165188] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.165971] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.166113] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.166413] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.168202] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.168202] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 968c9c64-3e8d-442c-8090-cc34f396bc28 not found, creating... [ 748.168202] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.168202] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.168202] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.168202] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.168202] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.168202] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.168202] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.168202] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.168921] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.168921] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.168921] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 968c9c64-3e8d-442c-8090-cc34f396bc28 is going to be created. [ 748.171883] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.172028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.172100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.172265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.172397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.191054] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: IN_PROGRESS for 2s [ 748.202577] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.203043] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.203043] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.203242] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.203489] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.203640] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-968c9c64-3e8d-442c-8090-cc34f396bc28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.404903] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.405171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.406122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.406559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.407141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.407328] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a is going to be updated. [ 748.408927] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.409111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.409805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.409805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.409805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.410453] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.410511] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.413509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.413801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.413924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.414036] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 is going to be updated. [ 748.450019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.450019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.450019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.450019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.450019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.451489] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.451880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.454892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.454892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.454892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.465511] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 in Status: IN_PROGRESS for 2s [ 748.465511] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: IN_PROGRESS for 2s [ 748.521966] env[63021]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 748.522109] env[63021]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] NSXv3 Agent Agent loop - iteration:1 started [ 748.783010] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768939e9-45c6-49f2-88d3-c0701c549f56 in Status: SUCCESS [ 748.783260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.072526] env[63021]: INFO networking_nsxv3.common.synchronization [req-0845dbb5-9e8a-45d4-8122-206916da704e req-8cfa8f50-1899-43fe-a6c5-afd0cb72d5ef service nova] Enqueued Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_rules [ 749.072729] env[63021]: INFO networking_nsxv3.common.synchronization [req-0845dbb5-9e8a-45d4-8122-206916da704e req-8cfa8f50-1899-43fe-a6c5-afd0cb72d5ef service nova] Enqueued Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 749.072876] env[63021]: INFO networking_nsxv3.common.synchronization [req-0845dbb5-9e8a-45d4-8122-206916da704e req-8cfa8f50-1899-43fe-a6c5-afd0cb72d5ef service nova] Enqueued Resource ID: 968c9c64-3e8d-442c-8090-cc34f396bc28 with Priority: HIGHEST for action port [ 749.073131] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_rules [ 749.073314] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 749.073383] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968c9c64-3e8d-442c-8090-cc34f396bc28 with Priority: HIGHEST for action port [ 749.073995] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.076030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.076488] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.076488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.078090] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-968c9c64-3e8d-442c-8090-cc34f396bc28 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.078090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-968c9c64-3e8d-442c-8090-cc34f396bc28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.078090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-968c9c64-3e8d-442c-8090-cc34f396bc28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.078090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-968c9c64-3e8d-442c-8090-cc34f396bc28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.078712] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('968c9c64-3e8d-442c-8090-cc34f396bc28',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.407883] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2083659-4645-4440-9683-4af8a1564415 req-fa2b6434-b175-4f95-bdc5-3b0b92c8452c tempest-ServersAdminTestJSON-462896532 tempest-ServersAdminTestJSON-462896532-project-member] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 749.407883] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 749.408041] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.408151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.408283] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.408482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.408667] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.408770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.408834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.408984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.409086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.409179] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.583246] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 968c9c64-3e8d-442c-8090-cc34f396bc28 with status ACTIVE [ 749.585013] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.587390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.587471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.587676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.587763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.587970] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.588083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.588140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.588326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.588384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.588534] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.588641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.588697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.588831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.589024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.589024] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 968c9c64-3e8d-442c-8090-cc34f396bc28 is going to be updated. [ 749.613552] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.613779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.613865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.614450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.614450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.614450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-968c9c64-3e8d-442c-8090-cc34f396bc28" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.912095] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.917563] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.917563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.917563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.918159] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.918706] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.919304] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.919469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.919773] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.920156] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.920419] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.920771] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.920771] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.921052] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.921052] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.921719] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.921719] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.940150] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.940346] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.940512] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.940657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.941087] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-dfcc9f28-fdc3-4d22-a5a0-b2704f142312 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.941272] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-dfcc9f28-fdc3-4d22-a5a0-b2704f142312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.941396] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-dfcc9f28-fdc3-4d22-a5a0-b2704f142312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.943739] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-dfcc9f28-fdc3-4d22-a5a0-b2704f142312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.943892] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfcc9f28-fdc3-4d22-a5a0-b2704f142312',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.005210] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 in Status: SUCCESS [ 750.005455] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 deletion is rescheduled due to dependency. [ 750.005670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.204089] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: SUCCESS [ 750.204089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.204089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.204089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.204089] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.204089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.204089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.204089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.204089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.204089] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.414530] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.447999] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.448267] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.448364] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.448711] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.448888] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.449067] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port dfcc9f28-fdc3-4d22-a5a0-b2704f142312 not found, creating... [ 750.449339] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.449499] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.449673] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.449995] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.450205] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.450576] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.450771] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.450959] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.454239] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.454239] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.454239] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: dfcc9f28-fdc3-4d22-a5a0-b2704f142312 is going to be created. [ 750.476310] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 in Status: SUCCESS [ 750.476310] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 deletion is rescheduled due to dependency. [ 750.476310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.477537] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.477895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.478182] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.478533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.478928] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.479262] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-dfcc9f28-fdc3-4d22-a5a0-b2704f142312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.480696] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: SUCCESS [ 750.480998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.481395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.481669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.481928] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.485031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.485031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.485031] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.485031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.485031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.486058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.486190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.486431] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.486623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.486792] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.708337] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.783209] env[63021]: INFO networking_nsxv3.common.synchronization [req-510611a2-5774-4ec1-8a0f-357586159619 req-c4f8f188-8d84-4eef-9eee-6f4fbc1546b0 tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 750.783661] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 750.783964] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.784099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.828621] env[63021]: INFO networking_nsxv3.common.synchronization [req-510611a2-5774-4ec1-8a0f-357586159619 req-c4f8f188-8d84-4eef-9eee-6f4fbc1546b0 tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_rules [ 750.828854] env[63021]: INFO networking_nsxv3.common.synchronization [req-510611a2-5774-4ec1-8a0f-357586159619 req-c4f8f188-8d84-4eef-9eee-6f4fbc1546b0 tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 750.829009] env[63021]: INFO networking_nsxv3.common.synchronization [req-510611a2-5774-4ec1-8a0f-357586159619 req-c4f8f188-8d84-4eef-9eee-6f4fbc1546b0 tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: cc6af35d-7e46-40e6-bc97-40efda1ab807 with Priority: HIGHEST for action port [ 750.829520] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_rules [ 750.829741] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 750.829840] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6af35d-7e46-40e6-bc97-40efda1ab807 with Priority: HIGHEST for action port [ 750.830241] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.830377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.830616] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.830851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.831116] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6af35d-7e46-40e6-bc97-40efda1ab807 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.831227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.831282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.831526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.831630] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6af35d-7e46-40e6-bc97-40efda1ab807',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.867020] env[63021]: INFO networking_nsxv3.common.synchronization [req-f13d02a8-8d3e-4b78-b445-d8381137a85a req-e38f027f-c33b-49b0-a138-a72a53f92cd4 tempest-ServersTestMultiNic-275042728 tempest-ServersTestMultiNic-275042728-project-member] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 750.867020] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 750.867020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.867020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.867020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.867020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.867703] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.867998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.868198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.870086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.870086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.870086] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.919048] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.919048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.919048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.919048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.919048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.919048] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 750.944075] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.944223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.944379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.944510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.944683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.953320] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 750.990525] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7687c51-1c79-4f67-9c91-95f3c93aad5a: rpc.has_security_group_logging(os_id): False [ 750.991703] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.007496] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.008081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.008081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.008081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.008081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.008252] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.008322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.008355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.008522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.008623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.008813] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.008907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.008968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.009119] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.009191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.009384] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.009476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.009538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.009682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.009759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.009842] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a is going to be created. [ 751.064232] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.064363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.064438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.064674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.064819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.075179] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: IN_PROGRESS for 2s [ 751.097986] env[63021]: INFO networking_nsxv3.common.synchronization [req-f13d02a8-8d3e-4b78-b445-d8381137a85a req-f0a75304-94b4-4c79-95c5-82ccb803692a tempest-ServersTestMultiNic-275042728 tempest-ServersTestMultiNic-275042728-project-member] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 751.098793] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 751.099139] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.099330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.216234] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.289174] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2083659-4645-4440-9683-4af8a1564415 req-3bc1e190-45f6-4b53-945d-8f62c71cc6f2 service nova] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_rules [ 751.290064] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2083659-4645-4440-9683-4af8a1564415 req-3bc1e190-45f6-4b53-945d-8f62c71cc6f2 service nova] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 751.290064] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2083659-4645-4440-9683-4af8a1564415 req-3bc1e190-45f6-4b53-945d-8f62c71cc6f2 service nova] Enqueued Resource ID: dfcc9f28-fdc3-4d22-a5a0-b2704f142312 with Priority: HIGHEST for action port [ 751.290064] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_rules [ 751.290064] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 751.290064] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcc9f28-fdc3-4d22-a5a0-b2704f142312 with Priority: HIGHEST for action port [ 751.291463] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.291664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.291759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.291994] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.293029] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.293449] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.293574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.293816] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfcc9f28-fdc3-4d22-a5a0-b2704f142312 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.296298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfcc9f28-fdc3-4d22-a5a0-b2704f142312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.296372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfcc9f28-fdc3-4d22-a5a0-b2704f142312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.296699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfcc9f28-fdc3-4d22-a5a0-b2704f142312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.296874] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfcc9f28-fdc3-4d22-a5a0-b2704f142312',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.336568] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc6af35d-7e46-40e6-bc97-40efda1ab807 with status ACTIVE [ 751.336805] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.336931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.337009] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.337222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.337309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.337478] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.337571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.337631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.337774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.337850] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.338034] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.338130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.338189] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.338323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.338397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.338479] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc6af35d-7e46-40e6-bc97-40efda1ab807 is going to be updated. [ 751.345185] env[63021]: INFO networking_nsxv3.common.synchronization [req-f13d02a8-8d3e-4b78-b445-d8381137a85a req-e917e0a1-96a9-484d-8232-b6c9f10c3a4a tempest-ServersTestMultiNic-275042728 tempest-ServersTestMultiNic-275042728-project-member] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 751.345816] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 751.346967] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.346967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.364633] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.364633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.364633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.364768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.364949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.365103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6af35d-7e46-40e6-bc97-40efda1ab807" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.372923] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.497624] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.718709] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.719020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.719020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.719925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.719925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.719925] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 is going to be updated. [ 751.745234] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.745399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.745458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.745739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.745909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.756103] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: IN_PROGRESS for 2s [ 751.796489] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.796646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.803169] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfcc9f28-fdc3-4d22-a5a0-b2704f142312 with status ACTIVE [ 751.803169] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.803169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.803169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.803169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.803169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.803169] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.803549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.803549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.803549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.803549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.804413] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.804413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.804413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.804413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.804413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.804413] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfcc9f28-fdc3-4d22-a5a0-b2704f142312 is going to be updated. [ 751.829088] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.829169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.829217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.829434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.829569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.829819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfcc9f28-fdc3-4d22-a5a0-b2704f142312" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.875705] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.999658] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.000079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.000079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.000203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.000263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.000320] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a is going to be updated. [ 752.041760] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.041887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.041980] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.042184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.042327] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.051105] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: IN_PROGRESS for 2s [ 752.378615] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.378802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.378878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.379192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.379320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.379494] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 752.414446] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.414446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.414446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.414446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.414446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.425303] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 752.964354] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 752.964354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.964354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.964354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.964354] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.964354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.964354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.964354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.964354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.964354] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.089667] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: SUCCESS [ 753.090024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.090121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.090345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.090436] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.466432] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.592410] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.592553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.768028] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: SUCCESS [ 753.768028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.768028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.768028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.768028] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.768028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.768028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.768028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.768028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.768028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.768028] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.769504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.769870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.770249] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.771807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.771807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.771807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.771807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.771807] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.971454] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.033595] env[63021]: INFO networking_nsxv3.common.synchronization [req-42a4e41f-5fdd-4dd8-bb5e-bc5dbf266ec6 req-a67d5686-b150-45fa-a98e-3d6e451f8377 tempest-ServerRescueTestJSON-1583928659 tempest-ServerRescueTestJSON-1583928659-project-member] Enqueued Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 754.034615] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGHEST for action security_group_members [ 754.034953] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.035085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.035150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.035374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.035527] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.035655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.035711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.035889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.036127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.036226] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.063671] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: SUCCESS [ 754.063951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.064073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.064292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.064488] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.064609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.064676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.064835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.064920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.065019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.065114] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.275024] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.275024] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.384378] env[63021]: INFO networking_nsxv3.common.synchronization [req-7375b29d-7ac6-4525-bc12-7fc987c16da6 req-bb6f4f09-8a8d-4cd7-b70a-072fae06e008 tempest-ListServerFiltersTestJSON-1339089997 tempest-ListServerFiltersTestJSON-1339089997-project-member] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 754.385364] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 754.385757] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.385905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.386031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.386199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.390054] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.390260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.390338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.390536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.390625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.390725] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.436893] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 754.437895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.437895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.437895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.438102] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.438102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.438203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.438308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.438370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.439279] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.473960] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.474153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.474206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.474422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.474554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.474770] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 754.519596] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.519596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.519596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.519596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.519848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.532706] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 754.538323] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.538890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.539121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.539427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.539698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.540048] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.542021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.542021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.542021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.542021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.542021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 is going to be updated. [ 754.569279] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.569279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.569279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.569279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.569279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.570645] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.571558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.571558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.571558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.574019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.574019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.574019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.574019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.574019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.576222] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: IN_PROGRESS for 2s [ 754.665185] env[63021]: INFO networking_nsxv3.common.synchronization [req-4f6edbf0-2dbd-479d-b1c2-51e25413dafe req-bea15eed-f108-44d0-b878-72eac71a9b33 tempest-ImagesOneServerNegativeTestJSON-1777388496 tempest-ImagesOneServerNegativeTestJSON-1777388496-project-member] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 754.665185] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 754.665672] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.665945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.666121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.666397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.666766] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.666997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.667295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.667585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.669403] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.669660] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.779633] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2: rpc.has_security_group_logging(os_id): False [ 754.779633] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.800179] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.800572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.800790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.801183] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.801429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.801866] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.802271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.802453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.802769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.802976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.803197] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 is going to be updated. [ 754.861022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.861022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.861022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.861022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.861022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.873955] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: IN_PROGRESS for 2s [ 754.893960] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.944133] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.944133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.944133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.944133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.944133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.944133] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.944133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.944133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.944133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.944133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.944133] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 754.976491] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.978915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.978915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.978915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.978915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.987546] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 755.079346] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7687c51-1c79-4f67-9c91-95f3c93aad5a: rpc.has_security_group_logging(os_id): False [ 755.102798] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.102798] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.102798] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.102798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.108155] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.108155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.108155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.108155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.108155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.108155] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a is going to be updated. [ 755.169530] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.169668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.169720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.170277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.170277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.171714] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.171920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.172056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.172324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.172464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.172720] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.172883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.173012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.173247] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.173592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.173741] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be updated. [ 755.186583] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: IN_PROGRESS for 2s [ 755.222100] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.222251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.222322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.222532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.227020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.232695] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 755.280433] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.280788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.280788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.280858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.280984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.281107] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 is going to be updated. [ 755.301402] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.301595] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.301718] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.301987] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.302628] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.302798] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.302921] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.303589] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.303813] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.304193] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.304412] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.304606] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.304825] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.305012] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.305179] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.305360] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.322209] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.322209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.322209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.322782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.322782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.330894] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.331193] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.331383] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.331684] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.332257] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-5dce79e8-b6a0-4077-a879-e3221a0a358c taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.332837] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-5dce79e8-b6a0-4077-a879-e3221a0a358c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.333117] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-5dce79e8-b6a0-4077-a879-e3221a0a358c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.333634] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-5dce79e8-b6a0-4077-a879-e3221a0a358c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.334190] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dce79e8-b6a0-4077-a879-e3221a0a358c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.337284] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: IN_PROGRESS for 2s [ 755.395181] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.432980] env[63021]: INFO networking_nsxv3.common.synchronization [req-b094771b-ac22-43cb-a63f-5342863501ae req-a10e882b-9b17-4521-a704-1451e3505e26 tempest-AttachInterfacesUnderV243Test-174505349 tempest-AttachInterfacesUnderV243Test-174505349-project-member] Enqueued Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 755.433485] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 with Priority: HIGHEST for action security_group_members [ 755.433785] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.433895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.474954] env[63021]: INFO networking_nsxv3.common.synchronization [req-ded586eb-1e36-4d00-b6ab-5bb55325d953 req-54d38c9a-51a8-4f99-966b-18e0bcc6fbf3 tempest-ServersTestFqdnHostnames-804115136 tempest-ServersTestFqdnHostnames-804115136-project-member] Enqueued Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_members [ 755.475194] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGHEST for action security_group_members [ 755.475554] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5dc5257-7cac-47de-ae81-fc10c369f66c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.475671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.475671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.475913] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.476467] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.476659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.476774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.477118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.477271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.480305] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.838353] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.842070] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.842238] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.842546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.842883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.842883] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 5dce79e8-b6a0-4077-a879-e3221a0a358c not found, creating... [ 755.843183] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.843354] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.843469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.843687] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.845862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.845862] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.845862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.845862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.845862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.845862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.845862] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 5dce79e8-b6a0-4077-a879-e3221a0a358c is going to be created. [ 755.866960] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.867492] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.867732] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.868190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.868548] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.869035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-5dce79e8-b6a0-4077-a879-e3221a0a358c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.898207] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.898207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.898207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.898452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.898585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.898585] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be updated. [ 755.928439] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.928644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.928644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.928878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.929030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.939439] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 755.982459] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.982673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.982735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.983011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.983131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.983386] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.983491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.983584] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.983771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.983885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.984006] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5dc5257-7cac-47de-ae81-fc10c369f66c is going to be updated. [ 756.027728] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.028053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.028053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.028288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.028373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.045398] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5dc5257-7cac-47de-ae81-fc10c369f66c in Status: IN_PROGRESS for 2s [ 756.459028] env[63021]: INFO networking_nsxv3.common.synchronization [req-d9433184-003c-41fe-b52d-bd01162a28cf req-9f20747a-3748-48c0-b306-c34578d5c5a1 tempest-ServersTestManualDisk-1597241850 tempest-ServersTestManualDisk-1597241850-project-member] Enqueued Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_members [ 756.459028] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 with Priority: HIGHEST for action security_group_members [ 756.459028] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.459028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.459028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.459028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.459028] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.459028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.459028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.460399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.460585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.460699] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa851a99-3a7f-45b0-988a-0ec3cf5b7141',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.542276] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 756.542276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.542276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.542502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.542632] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.542750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.542808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.542958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.543048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.543129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.543215] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.586470] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 in Status: SUCCESS [ 756.587276] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 deletion is rescheduled due to dependency. [ 756.587276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.690248] env[63021]: INFO networking_nsxv3.common.synchronization [req-4f6edbf0-2dbd-479d-b1c2-51e25413dafe req-0bbc2185-3719-474e-a15a-5ed762d19165 service nova] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_rules [ 756.690436] env[63021]: INFO networking_nsxv3.common.synchronization [req-4f6edbf0-2dbd-479d-b1c2-51e25413dafe req-0bbc2185-3719-474e-a15a-5ed762d19165 service nova] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 756.690578] env[63021]: INFO networking_nsxv3.common.synchronization [req-4f6edbf0-2dbd-479d-b1c2-51e25413dafe req-0bbc2185-3719-474e-a15a-5ed762d19165 service nova] Enqueued Resource ID: 5dce79e8-b6a0-4077-a879-e3221a0a358c with Priority: HIGHEST for action port [ 756.691119] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_rules [ 756.691255] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 756.691352] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dce79e8-b6a0-4077-a879-e3221a0a358c with Priority: HIGHEST for action port [ 756.691912] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.692047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.692535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.692762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.692850] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.694568] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.694568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.696251] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dce79e8-b6a0-4077-a879-e3221a0a358c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.696400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dce79e8-b6a0-4077-a879-e3221a0a358c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.696400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dce79e8-b6a0-4077-a879-e3221a0a358c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.696579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dce79e8-b6a0-4077-a879-e3221a0a358c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.696649] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dce79e8-b6a0-4077-a879-e3221a0a358c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.887703] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: SUCCESS [ 756.887703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.887703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.887703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.887703] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.963863] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.963863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.963863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.964112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.965870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.965870] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.965870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.965870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.965870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.965870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.965870] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 is going to be updated. [ 757.001738] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 757.001738] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a deletion is rescheduled due to dependency. [ 757.001738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.001738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.001738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.001738] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.001738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.001738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.001738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.001738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.001738] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.002719] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.002828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.002893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.003061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.003190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.015796] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 in Status: IN_PROGRESS for 2s [ 757.045490] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.045671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.045763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.045942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.046138] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.046236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.046290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.046446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.046530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.046617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.046792] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.046899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.046949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.047081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.047201] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.047290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.047348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.047478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.047550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.047629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.047720] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.200458] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.200652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.200769] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dce79e8-b6a0-4077-a879-e3221a0a358c with status ACTIVE [ 757.200991] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.201186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.201186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.201432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.201521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.201694] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.201792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.201845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.201995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.202098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.202257] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.202353] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.202419] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.202601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.202601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.202694] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dce79e8-b6a0-4077-a879-e3221a0a358c is going to be updated. [ 757.215732] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: SUCCESS [ 757.215990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.239691] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.239691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.239691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.239691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.239691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.239691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dce79e8-b6a0-4077-a879-e3221a0a358c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.256459] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 757.256459] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 deletion is rescheduled due to dependency. [ 757.256459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.256459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.256459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.256459] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.256459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.256459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.256459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.256459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.256459] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.349030] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 in Status: SUCCESS [ 757.350114] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.350375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.351952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.351952] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.351952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.351952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.351952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.351952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.351952] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.408823] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.409134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.409219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.409432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.409523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.409626] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 is going to be deleted. [ 757.460279] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.460613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.460613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.460800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.460854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.460982] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.506667] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.506667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.506667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.506667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.506667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.506667] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.506956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.506956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.506956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.507054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.507945] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 757.533788] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.533975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.534067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.534277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.534421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.543696] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 757.550063] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e855e979-5a30-460d-a444-a8925e2e6d86: rpc.has_security_group_logging(os_id): False [ 757.578456] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.578744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.578744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.578908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.579012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.579238] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.579338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.579402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.579657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.579657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.579823] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.579923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.579985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.580138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.580212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.580385] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.580479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.580535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.580669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.580741] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.580837] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 757.725932] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.726117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.726406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.726498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.726614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.744389] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 757.759481] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.855783] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.855991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.856056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.856248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.856330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.856522] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.856672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.856746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.856862] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.856942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.857052] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 is going to be deleted. [ 757.942673] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.942673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.942673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.942673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.942673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.942673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.942673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.942673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.942965] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.943152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.943226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.943382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.943480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.943597] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900c48ec-bd58-4e47-abdb-4e1fe2ed42d2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.956195] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 757.956407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.059466] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5dc5257-7cac-47de-ae81-fc10c369f66c in Status: SUCCESS [ 758.059770] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5dc5257-7cac-47de-ae81-fc10c369f66c deletion is rescheduled due to dependency. [ 758.059949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.261485] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.446458] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.446608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.446704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.446914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.447664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.447664] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.447664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.447664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.447664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.447664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.448083] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900c48ec-bd58-4e47-abdb-4e1fe2ed42d2 already deleted. [ 758.448083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900c48ec-bd58-4e47-abdb-4e1fe2ed42d2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.764129] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.764552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.764552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.764552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.764713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.764766] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be updated. [ 758.790628] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.790780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.790863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.791082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.791218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.800486] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 759.030640] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 in Status: SUCCESS [ 759.030640] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa851a99-3a7f-45b0-988a-0ec3cf5b7141 deletion is rescheduled due to dependency. [ 759.030640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa851a99-3a7f-45b0-988a-0ec3cf5b7141" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.553544] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 759.553792] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a deletion is rescheduled due to dependency. [ 759.554128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.689142] env[63021]: INFO networking_nsxv3.common.synchronization [req-5e5cf0a0-0a56-464b-9790-52f94aa8fe18 req-a2a6c955-447f-4676-b2c1-e79ced1d2585 tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 759.689142] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 759.689142] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.689142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.689142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.689142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.689142] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.689142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.689142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.689782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.689964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.690147] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.761702] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 759.761702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.192515] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.192881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.192881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.192999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.193054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.193218] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.193324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.193373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.193509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.193580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.193658] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f already deleted. [ 760.193740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.356689] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.357542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.357542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.357542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.357848] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.357848] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.358311] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.358559] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.358775] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.359379] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.359558] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.359740] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.359893] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.360051] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.360197] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.360519] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.379159] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.379367] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.379539] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.379760] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.380152] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-431bf6ff-554c-484a-8431-a1f18a9b937e taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.380366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-431bf6ff-554c-484a-8431-a1f18a9b937e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.380519] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-431bf6ff-554c-484a-8431-a1f18a9b937e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.380847] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-431bf6ff-554c-484a-8431-a1f18a9b937e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.381036] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('431bf6ff-554c-484a-8431-a1f18a9b937e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.458518] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.458678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.458775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.458984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.459122] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.818016] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 760.818258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.818431] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.819041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.819041] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.819041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.819041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.819326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.819907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.819907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.819983] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.883107] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.884301] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.884301] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.884301] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.884301] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.884301] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 431bf6ff-554c-484a-8431-a1f18a9b937e not found, creating... [ 760.884570] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.884795] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.884965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.885250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.886689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.886689] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.886689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.886689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.886929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.886965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.887817] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 431bf6ff-554c-484a-8431-a1f18a9b937e is going to be created. [ 760.907408] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.907678] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.907752] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.908023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.908244] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.908470] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-431bf6ff-554c-484a-8431-a1f18a9b937e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.961996] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.093775] env[63021]: INFO networking_nsxv3.common.synchronization [req-2a4fe11b-9e59-4c76-ac53-0f5c85045de9 req-d290c9ec-ff05-4bd1-bf3e-4b67e61b1f0a tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 761.094315] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 761.094619] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.095043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.095043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.095043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.096712] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.096835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.096951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.097169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.097812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.097812] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.322531] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.322797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.322797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.322969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.323170] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.323305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.323339] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.325943] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.325943] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.325943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.325943] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.467947] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.601721] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.601929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.601929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.602315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.602315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.602404] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.603898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.603898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.603898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.603898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.603898] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 761.633263] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.633425] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.633494] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.633722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.633888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.642935] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 761.776821] env[63021]: INFO networking_nsxv3.common.synchronization [req-5e5cf0a0-0a56-464b-9790-52f94aa8fe18 req-f411e9ee-cc09-4b48-8b85-1c8e629b6c59 service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 761.776882] env[63021]: INFO networking_nsxv3.common.synchronization [req-5e5cf0a0-0a56-464b-9790-52f94aa8fe18 req-f411e9ee-cc09-4b48-8b85-1c8e629b6c59 service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 761.777131] env[63021]: INFO networking_nsxv3.common.synchronization [req-5e5cf0a0-0a56-464b-9790-52f94aa8fe18 req-f411e9ee-cc09-4b48-8b85-1c8e629b6c59 service nova] Enqueued Resource ID: 431bf6ff-554c-484a-8431-a1f18a9b937e with Priority: HIGHEST for action port [ 761.777652] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 761.779865] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 761.780096] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431bf6ff-554c-484a-8431-a1f18a9b937e with Priority: HIGHEST for action port [ 761.780447] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.780574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.780647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.780944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.781051] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.783084] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.783205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.783270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.783470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.783629] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.783723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.784093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.784093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.784093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.784235] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.784969] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-431bf6ff-554c-484a-8431-a1f18a9b937e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.785484] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-431bf6ff-554c-484a-8431-a1f18a9b937e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.785566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-431bf6ff-554c-484a-8431-a1f18a9b937e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.785735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-431bf6ff-554c-484a-8431-a1f18a9b937e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.785817] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('431bf6ff-554c-484a-8431-a1f18a9b937e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.829081] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dcef994-34e4-4496-9bfc-55d087d54594: rpc.has_security_group_logging(os_id): False [ 761.850670] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.850895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.850986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.851602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.851602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.851812] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.851969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.852061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.852292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.852417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.852565] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.852830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.852830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.852917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.852947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.853642] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.853755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.853823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.853970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.854062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.854150] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be updated. [ 761.911013] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.911162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.913075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.913075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.913075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.923967] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 761.969022] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 761.969197] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 762.287286] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.288309] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.288436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.288692] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 431bf6ff-554c-484a-8431-a1f18a9b937e with status ACTIVE [ 762.288882] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.289062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.289138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.289280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.289403] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.289528] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.289623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.289675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.289818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.290040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.290161] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.290248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.290304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.290440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.290508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.290585] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 431bf6ff-554c-484a-8431-a1f18a9b937e is going to be updated. [ 762.312216] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.312677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.312677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.312677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.312677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.312833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-431bf6ff-554c-484a-8431-a1f18a9b937e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.792926] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.842438] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.842438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.842804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.842870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.860369] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 762.861182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.862469] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 762.886551] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.886719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.886801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.887016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.894172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.894921] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 762.894921] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 762.894921] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 762.931399] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.931399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.931678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.931925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.934033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.934033] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 762.983686] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.983830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.983902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.984121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.984357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.984535] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 763.038214] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.038355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.038424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.038636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.038898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.039294] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 763.039943] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c3b9e807-f03e-4742-9c9c-1d33879c2fb8', '42ddcb1b-40c5-4b1d-a012-0a254c2b06b6', '1dcef994-34e4-4496-9bfc-55d087d54594', '5b7ae26a-5d24-4521-892e-fe4d9265a409', '0deed06d-3c5d-46ac-bd12-5f057ff070c3', '455b6131-8803-4424-8af0-3b9148b1c847', '685eaa86-cbe4-44b0-b212-bc0868d58033', '5d16dcdd-9803-48ed-bed1-b077f8d19c24', '6a37e0eb-1673-4609-96db-7b778874f854', 'cae32e0a-2242-4c1f-911a-6df391b58920', 'e5dc5257-7cac-47de-ae81-fc10c369f66c', '83e49ee4-615b-47a0-9a44-bf593a13457a', 'e855e979-5a30-460d-a444-a8925e2e6d86', '7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a', '4e736489-0d4e-4bbc-9f2d-7620e6806825', '07dd824f-238d-4f0c-9678-da1fcdd52dd6', '24ffde6b-67d3-46a1-b17e-6d72efe9bc04', '3b387fa5-5e56-4bb7-9484-db7885ce6a62', '3f5ccb3a-fa57-4774-8204-fd30bd893c6b', 'ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8', 'da454f6c-4db6-47c0-ad39-cea64f1e72c7', '5bd423fa-64b2-41c4-97af-2b38a6a7ad30', '7ede6ac6-73c6-467b-909f-99951f42d28d', 'f7687c51-1c79-4f67-9c91-95f3c93aad5a', 'f783c38e-1965-4904-a73a-99fc9d7be9b4', '84632093-a700-44f1-9bd9-3800580104f1', '365844bf-f245-4eb7-b4dc-5384f7971f42', '6909d68a-e289-43c1-a75f-ceb469954202', 'c1a4a9a0-e812-4803-a89d-ee9e3148e383', '768939e9-45c6-49f2-88d3-c0701c549f56', 'aa851a99-3a7f-45b0-988a-0ec3cf5b7141'} {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 763.039943] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 763.056974] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.057128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.057201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.057393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.057479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.057583] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 763.057654] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 763.057724] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 763.109720] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.109928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.109997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.114016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.114016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.114016] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 763.114016] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 763.114016] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 763.114016] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 763.114016] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a37e0eb-1673-4609-96db-7b778874f854 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 with Priority: HIGH for action security_group_rules [ 763.114016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.295861] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.296015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.296298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.296298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.296409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.296456] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be created. [ 763.322195] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.322195] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.326015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.326015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.326015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.332758] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: UNINITIALIZED for 2s [ 763.653300] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 763.653535] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 deletion is rescheduled due to dependency. [ 763.654116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.937155] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 763.937595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.341905] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 765.342297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.342471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.342682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.342871] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.343083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.343147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.343326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.343400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.343488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.343595] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.846082] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.846257] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.846336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.846568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.846733] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.846863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.846929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.847048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.847138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.847227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.847384] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.847476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.847535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.847672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.847821] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.847912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.847972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.848157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.848210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.848284] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.848399] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.353558] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05585405-8467-47e0-ba08-4815718f0d7f: rpc.has_security_group_logging(os_id): False [ 766.371273] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.371526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.371526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.371759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.371854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.372225] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.372342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.372407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.372666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.372666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.372859] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.372985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.373066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.373258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.373301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.373525] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.373636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.373703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.373844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.373912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.374008] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be created. [ 766.443818] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.443949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.444379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.444379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.444492] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.456467] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 766.781315] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 766.781524] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 766.781580] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGH for action security_group_rules [ 766.781772] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGH for action security_group_rules [ 766.781772] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 with Priority: HIGH for action security_group_rules [ 766.781971] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 with Priority: HIGH for action security_group_rules [ 766.781971] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 with Priority: HIGH for action security_group_rules [ 766.782453] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b with Priority: HIGH for action security_group_rules [ 766.782705] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGH for action security_group_rules [ 766.782811] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 with Priority: HIGH for action security_group_rules [ 766.782860] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a with Priority: HIGH for action security_group_rules [ 766.782950] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 with Priority: HIGH for action security_group_rules [ 766.783066] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGH for action security_group_rules [ 766.783164] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGH for action security_group_rules [ 766.783269] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dc5257-7cac-47de-ae81-fc10c369f66c with Priority: HIGH for action security_group_rules [ 766.783391] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGH for action security_group_rules [ 766.783449] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a37e0eb-1673-4609-96db-7b778874f854 with Priority: HIGH for action security_group_rules [ 766.784227] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGH for action security_group_rules [ 766.784356] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 with Priority: HIGH for action security_group_rules [ 766.784460] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGH for action security_group_rules [ 766.784711] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 with Priority: HIGH for action security_group_rules [ 766.784896] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 with Priority: HIGH for action security_group_rules [ 766.785209] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.785343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.785413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.785632] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.785715] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.786686] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.786794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.786852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.787045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.787126] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.787902] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-685eaa86-cbe4-44b0-b212-bc0868d58033 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.788031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.788107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.788258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.788331] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('685eaa86-cbe4-44b0-b212-bc0868d58033',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.789462] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e736489-0d4e-4bbc-9f2d-7620e6806825 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.789462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.789462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.789620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.789664] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e736489-0d4e-4bbc-9f2d-7620e6806825',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.790957] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.790957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.790957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.791098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.791135] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.792075] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f5ccb3a-fa57-4774-8204-fd30bd893c6b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.794198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.794279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.795521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.795521] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f5ccb3a-fa57-4774-8204-fd30bd893c6b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.795877] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.795997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.796084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.796259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.796353] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.797708] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.798916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.798916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.798916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.798916] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ffde6b-67d3-46a1-b17e-6d72efe9bc04',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.799602] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.800093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.800170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.800466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.800572] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.802143] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.802337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.802337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.802531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.802655] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dd824f-238d-4f0c-9678-da1fcdd52dd6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.807496] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.807706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.807897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.809225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.809225] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.809225] env[63021]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 766.809510] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.809612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.809696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.809852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.809929] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.810931] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5dc5257-7cac-47de-ae81-fc10c369f66c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.811069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.811124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.811295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.811547] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5dc5257-7cac-47de-ae81-fc10c369f66c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.813205] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.813205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.813332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.813610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.813610] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.814931] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a37e0eb-1673-4609-96db-7b778874f854 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.814931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.814931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.815120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.815120] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a37e0eb-1673-4609-96db-7b778874f854',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.817041] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.817170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.817227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.817369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.817444] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.818386] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.818503] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.818580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.818735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.818809] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d16dcdd-9803-48ed-bed1-b077f8d19c24',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.819726] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.819838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.819939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.820066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.820140] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.821328] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.821562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.821635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.821926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.822366] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ddcb1b-40c5-4b1d-a012-0a254c2b06b6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.823518] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b7ae26a-5d24-4521-892e-fe4d9265a409 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.823660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.823710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.824040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.824040] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b7ae26a-5d24-4521-892e-fe4d9265a409',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.835363] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.835363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.835363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.835363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.836525] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.836525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.836525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.836525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.836525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.836525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.836525] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.839517] env[63021]: INFO networking_nsxv3.common.synchronization [req-f33d3f0b-c388-40bb-bf9b-780b1fd7657c req-41dd1ccd-89d1-4a17-a8ee-27f3c431e81e tempest-AttachVolumeTestJSON-1048691326 tempest-AttachVolumeTestJSON-1048691326-project-member] Enqueued Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_members [ 766.846936] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_members [ 766.852795] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.853279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.853379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.853617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.853850] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.853961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.855934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.856296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.856478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.856622] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e24f21a-6732-42a0-b9bc-3cdf68a654c4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.868796] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.871275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.871275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.871275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.896517] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.896672] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be deleted. [ 766.950034] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.950348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.950348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.950959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.950959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.950959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.096236] env[63021]: INFO networking_nsxv3.common.synchronization [None req-34d6359f-d2ac-462e-acbf-ea54bb94b659 None None] Enqueued Resource ID: d869de08-ea8b-4305-860b-9eae9fb25130 with Priority: HIGHEST for action port [ 767.096520] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d869de08-ea8b-4305-860b-9eae9fb25130 with Priority: HIGHEST for action port [ 767.097100] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-d869de08-ea8b-4305-860b-9eae9fb25130 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.097228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d869de08-ea8b-4305-860b-9eae9fb25130" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.097294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d869de08-ea8b-4305-860b-9eae9fb25130" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.097543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d869de08-ea8b-4305-860b-9eae9fb25130" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.097627] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d869de08-ea8b-4305-860b-9eae9fb25130',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.097914] env[63021]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 767.321066] env[63021]: INFO networking_nsxv3.common.synchronization [req-eb856bf8-9faa-4cfd-8b84-a007f985af94 req-a29311ca-c48f-4abb-a627-c2a518b26f84 tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 767.321268] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 767.322718] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.322718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.322718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.322718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.323602] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.323602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.323602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.323602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.323602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.323602] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.349027] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.349027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.349027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.349027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.349027] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.349027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.349027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.351608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.351905] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.357255] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.357255] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.357255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.357255] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.359229] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.359336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.377161] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.377161] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 685eaa86-cbe4-44b0-b212-bc0868d58033 is going to be deleted. [ 767.377297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.377787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.377787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.378043] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.378118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.378204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.378707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.378928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.379142] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 already deleted. [ 767.379582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.392116] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b387fa5-5e56-4bb7-9484-db7885ce6a62 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.392281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.392352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.392559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.392731] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.392829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.392891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.393057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.393143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.393241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.393317] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.400816] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.400943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.401088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.401278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.401445] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.401542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.401604] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.401795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.401795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.401891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.401943] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.420340] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.420480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.420627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.420820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.420957] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.421040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.421107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.421250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.421331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.421422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.421498] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.442220] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.442359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.442417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.442625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.442717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.442835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-685eaa86-cbe4-44b0-b212-bc0868d58033" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.450788] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.451094] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-49" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.451167] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-49" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.451418] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-49" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.451670] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.451821] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.451945] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.452162] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.452302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.452521] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.452609] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.452715] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.452819] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.452921] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.453030] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.453202] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.456476] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.456476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.456476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.456666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.458429] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.458529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.460026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.460026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.462303] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.462303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.464484] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.464578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.465965] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.466062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.467693] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.467693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.468402] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.468488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.469358] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.469358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.472326] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.472326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.472326] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.472326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.472326] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 767.472535] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.472535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.475408] env[63021]: WARNING urllib3.connectionpool [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 767.475408] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.475408] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.475408] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.475408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-49" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.475408] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.475408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.475408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.475408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.475408] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.476527] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 767.476920] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.477038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.478470] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 767.478844] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.478969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.484222] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 767.484222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.484222] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b7ae26a-5d24-4521-892e-fe4d9265a409 is going to be deleted. [ 767.486761] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.486761] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.521395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.521557] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dd824f-238d-4f0c-9678-da1fcdd52dd6 is going to be deleted. [ 767.523122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.523122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.555593] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.555593] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a37e0eb-1673-4609-96db-7b778874f854 is going to be deleted. [ 767.556539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.557360] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.561668] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.561668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.580356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.580489] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d16dcdd-9803-48ed-bed1-b077f8d19c24 is going to be deleted. [ 767.581407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.581613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.604951] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d869de08-ea8b-4305-860b-9eae9fb25130 [ 767.605198] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.605385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.605385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.605591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.605702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.605758] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d869de08-ea8b-4305-860b-9eae9fb25130 already deleted. [ 767.605840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d869de08-ea8b-4305-860b-9eae9fb25130" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.627599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.627743] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e736489-0d4e-4bbc-9f2d-7620e6806825 is going to be deleted. [ 767.629081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.629322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.664732] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.664732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.669631] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.669631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.670748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.670748] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ffde6b-67d3-46a1-b17e-6d72efe9bc04 is going to be deleted. [ 767.673834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.673834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.693664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.693806] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5dc5257-7cac-47de-ae81-fc10c369f66c is going to be deleted. [ 767.695335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.695560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.740747] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.740842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.742098] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.742098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.744015] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.744201] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.744326] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.744583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.744831] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.744988] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.745158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.745330] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.745483] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.745679] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.745796] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.745908] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.746031] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.746147] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.746257] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.746388] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.753165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.753165] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be deleted. [ 767.753422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.753608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.798061] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.798299] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.798486] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.798763] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.799238] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-192a1d7c-32a1-4b52-944b-c6c3b6c52f93 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.799508] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-192a1d7c-32a1-4b52-944b-c6c3b6c52f93" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.799700] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-192a1d7c-32a1-4b52-944b-c6c3b6c52f93" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.800073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-192a1d7c-32a1-4b52-944b-c6c3b6c52f93" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.800324] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('192a1d7c-32a1-4b52-944b-c6c3b6c52f93',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.802360] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.802527] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f5ccb3a-fa57-4774-8204-fd30bd893c6b is going to be deleted. [ 767.804846] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.805021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.805218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.805993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.805993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.805993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5dc5257-7cac-47de-ae81-fc10c369f66c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.805993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.806228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.825750] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.825750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.841280] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.841436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.862741] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dcef994-34e4-4496-9bfc-55d087d54594: rpc.has_security_group_logging(os_id): False [ 767.865312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.865312] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 is going to be deleted. [ 767.865312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.865535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.874743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.874891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.895973] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.912682] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.913277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.913277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.913277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.913646] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.913646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.913646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.913646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.914191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.914191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.914191] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.914398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.914398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.914507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.914887] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.914887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.914887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.914887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.915865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.915865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.915865] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.927688] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.927814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.928105] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.928203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.928293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.928493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.928638] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.928739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.928797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.928980] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.929085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.929176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.929322] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.929584] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.929584] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.929680] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.929789] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.929881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.929943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.930091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.930170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.930964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.930964] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.937747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.937889] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a is going to be deleted. [ 767.938820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.939488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.989038] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.989038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.989038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.989038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.989387] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.989387] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5 not found, creating... [ 767.990192] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.990192] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.990192] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.990396] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.990396] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.990725] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.990833] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.990953] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.991181] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.991319] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.991710] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5 is going to be created. [ 767.994165] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.994165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.008657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.008657] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ddcb1b-40c5-4b1d-a012-0a254c2b06b6 is going to be deleted. [ 768.009994] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.010452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.044594] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.044790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.066606] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.066738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.067859] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.068072] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.068240] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.068565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.068786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.069854] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.070459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.070644] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8 is going to be deleted. [ 768.071483] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.072444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.072444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.072444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b7ae26a-5d24-4521-892e-fe4d9265a409" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.072444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.072844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.072972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.073176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a37e0eb-1673-4609-96db-7b778874f854" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.073865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.074115] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.074234] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.074404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dd824f-238d-4f0c-9678-da1fcdd52dd6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.074553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.074706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.074838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.074898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e736489-0d4e-4bbc-9f2d-7620e6806825" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.075935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.075935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.075935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.075935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d16dcdd-9803-48ed-bed1-b077f8d19c24" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.075935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.075935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.111025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.111025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.146233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.146409] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be deleted. [ 768.147365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.147696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.147696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.147954] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.148094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.148180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.148356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.148453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.148556] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 already deleted. [ 768.148658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.148834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.149101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.149315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.149431] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ffde6b-67d3-46a1-b17e-6d72efe9bc04" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.150036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.150237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.150370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.150523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.150683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.150853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.180255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.180524] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.180683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.180746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.180957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.181055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.181319] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.181429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.181501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.181643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.182153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.182153] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.182153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.182153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.182352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.182352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.182352] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be updated. [ 768.183519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.183814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.183814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.183884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f5ccb3a-fa57-4774-8204-fd30bd893c6b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.184033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.184178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.184256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.184369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.184523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.184664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.184741] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.184838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c82be98-2b67-4a50-a6f2-4d3aa2d7b69a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.184951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.185098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.185170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.185276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ddcb1b-40c5-4b1d-a012-0a254c2b06b6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.234529] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.234686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.234756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.234992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.235103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.235169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb2e503-a9a5-40e3-a55b-09bdc1c61aa8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.309207] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.309488] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.309677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.309996] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.310189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.310333] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 192a1d7c-32a1-4b52-944b-c6c3b6c52f93 not found, creating... [ 768.310598] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.310758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.310892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.311104] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.311256] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.311540] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.311726] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.312843] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.312843] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.312962] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.313163] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 192a1d7c-32a1-4b52-944b-c6c3b6c52f93 is going to be created. [ 768.378092] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.378092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.378092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.378092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.378092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.383328] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.383328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.383328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.383328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.383328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.383328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.385042] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.385566] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.385964] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.388019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.388019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.388019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-192a1d7c-32a1-4b52-944b-c6c3b6c52f93" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.398065] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b387fa5-5e56-4bb7-9484-db7885ce6a62: rpc.has_security_group_logging(os_id): False [ 768.418352] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e855e979-5a30-460d-a444-a8925e2e6d86: rpc.has_security_group_logging(os_id): False [ 768.427876] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 768.433542] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 455b6131-8803-4424-8af0-3b9148b1c847: rpc.has_security_group_logging(os_id): False [ 768.463027] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.463302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.463302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.463442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.465571] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.465708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.493375] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 768.493604] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.497899] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.498107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.526794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.527249] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.527354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.527424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.527624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.527709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.527806] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 is going to be updated. [ 768.528970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.529371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.582803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.583134] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.583282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.583362] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.583751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.583751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.583865] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.583959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.583995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.586923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.586923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.586923] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.586923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.586923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.587395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.587395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.587830] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 768.588729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.588939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.636830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.637149] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.637276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.637346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.637568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.637657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.637846] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.637980] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.638073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.638227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.638306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.638488] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.638585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.638646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.638781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.638856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.638971] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be updated. [ 768.702520] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.702699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.702743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.702999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.703175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.710554] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.710704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.710775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.711015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.711242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.719785] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 in Status: IN_PROGRESS for 2s [ 768.729837] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.730036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.730153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.730452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.730560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.732613] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 768.741337] env[63021]: INFO networking_nsxv3.common.synchronization [req-f33d3f0b-c388-40bb-bf9b-780b1fd7657c req-0d587fc8-dcb5-4a99-892e-738ca9b18a39 service nova] Enqueued Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_rules [ 768.741522] env[63021]: INFO networking_nsxv3.common.synchronization [req-f33d3f0b-c388-40bb-bf9b-780b1fd7657c req-0d587fc8-dcb5-4a99-892e-738ca9b18a39 service nova] Enqueued Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_members [ 768.741684] env[63021]: INFO networking_nsxv3.common.synchronization [req-f33d3f0b-c388-40bb-bf9b-780b1fd7657c req-0d587fc8-dcb5-4a99-892e-738ca9b18a39 service nova] Enqueued Resource ID: 63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5 with Priority: HIGHEST for action port [ 768.741896] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_rules [ 768.742095] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_members [ 768.742145] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5 with Priority: HIGHEST for action port [ 768.742718] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.742917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.742917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.743233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.743298] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e24f21a-6732-42a0-b9bc-3cdf68a654c4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.747186] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.747186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.747186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.747186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.747186] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.747186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.747186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.747186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.747186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.747186] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e24f21a-6732-42a0-b9bc-3cdf68a654c4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.750784] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.750784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.750784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.750976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.750976] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.754559] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 769.045537] env[63021]: INFO networking_nsxv3.common.synchronization [None req-04cf402e-94ec-4c35-bc64-0eb6b875abd0 tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_rules [ 769.046712] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_rules [ 769.047407] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.047585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.047682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.048214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.048306] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.129336] env[63021]: INFO networking_nsxv3.common.synchronization [req-eb856bf8-9faa-4cfd-8b84-a007f985af94 req-738f8089-ca87-465b-8f65-6aa29d757445 service nova] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_rules [ 769.129721] env[63021]: INFO networking_nsxv3.common.synchronization [req-eb856bf8-9faa-4cfd-8b84-a007f985af94 req-738f8089-ca87-465b-8f65-6aa29d757445 service nova] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 769.129935] env[63021]: INFO networking_nsxv3.common.synchronization [req-eb856bf8-9faa-4cfd-8b84-a007f985af94 req-738f8089-ca87-465b-8f65-6aa29d757445 service nova] Enqueued Resource ID: 192a1d7c-32a1-4b52-944b-c6c3b6c52f93 with Priority: HIGHEST for action port [ 769.130514] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_rules [ 769.130769] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 769.133434] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192a1d7c-32a1-4b52-944b-c6c3b6c52f93 with Priority: HIGHEST for action port [ 769.133434] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.133434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.133434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.133434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.133434] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.133434] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.133434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.133434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.133434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.133434] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.133818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.133818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.133818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.133818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.133940] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.136453] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-192a1d7c-32a1-4b52-944b-c6c3b6c52f93 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.136872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-192a1d7c-32a1-4b52-944b-c6c3b6c52f93" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.138166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-192a1d7c-32a1-4b52-944b-c6c3b6c52f93" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.141135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-192a1d7c-32a1-4b52-944b-c6c3b6c52f93" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.141135] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('192a1d7c-32a1-4b52-944b-c6c3b6c52f93',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.142970] env[63021]: INFO networking_nsxv3.common.synchronization [None req-169e01ea-d228-4b29-9fd8-4f63e7c64ca4 tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_rules [ 769.142970] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_rules [ 769.143137] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.143380] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.157393] env[63021]: INFO networking_nsxv3.common.synchronization [None req-01821ddd-2a6c-46ff-884c-b47f23aae299 None None] Enqueued Resource ID: 80bc0502-2a35-4dab-b36d-ade66bf47019 with Priority: HIGHEST for action port [ 769.158273] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80bc0502-2a35-4dab-b36d-ade66bf47019 with Priority: HIGHEST for action port [ 769.158273] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-80bc0502-2a35-4dab-b36d-ade66bf47019 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.158273] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80bc0502-2a35-4dab-b36d-ade66bf47019" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.158579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80bc0502-2a35-4dab-b36d-ade66bf47019" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.158579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80bc0502-2a35-4dab-b36d-ade66bf47019" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.158673] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80bc0502-2a35-4dab-b36d-ade66bf47019',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.257021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5 with status ACTIVE [ 769.257021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.257021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.257021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.257021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.257021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5 is going to be updated. [ 769.257786] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e24f21a-6732-42a0-b9bc-3cdf68a654c4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.258563] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.259330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.278748] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.278748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.278748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.278748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.278748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.278748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f3891b-02ff-4d0f-9fb9-6fff4d3b71b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.394942] env[63021]: INFO networking_nsxv3.common.synchronization [req-d602f814-ca27-4ecc-a846-b4d4de9caa30 req-9429fe0c-a95d-44cc-98c4-aee54c21bf64 tempest-ImagesTestJSON-852617634 tempest-ImagesTestJSON-852617634-project-member] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 769.395233] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 769.395445] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.395645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.395645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.396097] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.396301] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.396547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.396547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.396938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.396938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.397189] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.567848] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.568083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.568083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.568277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.568366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.568460] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 already deleted. [ 769.568544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.568693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.568848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.568985] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.642498] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 192a1d7c-32a1-4b52-944b-c6c3b6c52f93 with status ACTIVE [ 769.642498] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.642498] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.642498] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.642498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.643099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.643099] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 192a1d7c-32a1-4b52-944b-c6c3b6c52f93 is going to be updated. [ 769.643847] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.643960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.645370] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.661518] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80bc0502-2a35-4dab-b36d-ade66bf47019 [ 769.661733] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.661933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.661933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.662141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.662231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.662324] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80bc0502-2a35-4dab-b36d-ade66bf47019 already deleted. [ 769.662406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80bc0502-2a35-4dab-b36d-ade66bf47019" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.667241] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.667386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.667461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.667641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.667770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.667923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-192a1d7c-32a1-4b52-944b-c6c3b6c52f93" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.693284] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.693491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.693635] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.693966] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.694242] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.694408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.694527] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.694921] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.695127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.695370] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.695533] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.695718] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.695911] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.695911] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.696047] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.696132] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.721479] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.721936] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.721936] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.722143] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.722938] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-34861b32-33da-4ca0-b4ae-0031ab0f8619 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.722938] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-34861b32-33da-4ca0-b4ae-0031ab0f8619" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.722938] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-34861b32-33da-4ca0-b4ae-0031ab0f8619" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.723365] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-34861b32-33da-4ca0-b4ae-0031ab0f8619" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.723557] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34861b32-33da-4ca0-b4ae-0031ab0f8619',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.761674] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e24f21a-6732-42a0-b9bc-3cdf68a654c4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.899526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.899721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.899805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.900040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.900134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.900275] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.900378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.900441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.900597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.900669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.900755] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be deleted. [ 769.929553] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.929720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.929785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.930052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.933135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.933135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.090125] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.090125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.090125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.090125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.090125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.090125] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 already deleted. [ 770.090421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.149273] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.226265] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.226525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.226658] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.226936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.227104] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.227264] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 34861b32-33da-4ca0-b4ae-0031ab0f8619 not found, creating... [ 770.227528] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.227686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.227806] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.228038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.228182] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.228463] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.228621] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.228740] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.229028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.229179] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.229320] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 34861b32-33da-4ca0-b4ae-0031ab0f8619 is going to be created. [ 770.256979] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.256979] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.257299] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.257344] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.257571] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.257906] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-34861b32-33da-4ca0-b4ae-0031ab0f8619" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.264305] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.264441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.264548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.264675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.264754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.264842] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 is going to be created. [ 770.291855] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.292016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.292084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.292463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.292702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.302825] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 in Status: UNINITIALIZED for 2s [ 770.441748] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 770.442070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.653017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.653188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.653300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.653691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.653763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.653890] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be created. [ 770.679333] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.679517] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.679617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.679947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.680186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.702892] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: UNINITIALIZED for 2s [ 770.744690] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 in Status: SUCCESS [ 770.744690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.750641] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 770.751275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.769984] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 770.770211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.964995] env[63021]: INFO networking_nsxv3.common.synchronization [req-d602f814-ca27-4ecc-a846-b4d4de9caa30 req-50c3d127-4de9-411a-81e3-3bd2179d2513 service nova] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_rules [ 770.964995] env[63021]: INFO networking_nsxv3.common.synchronization [req-d602f814-ca27-4ecc-a846-b4d4de9caa30 req-50c3d127-4de9-411a-81e3-3bd2179d2513 service nova] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 770.964995] env[63021]: INFO networking_nsxv3.common.synchronization [req-d602f814-ca27-4ecc-a846-b4d4de9caa30 req-50c3d127-4de9-411a-81e3-3bd2179d2513 service nova] Enqueued Resource ID: 34861b32-33da-4ca0-b4ae-0031ab0f8619 with Priority: HIGHEST for action port [ 770.964995] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_rules [ 770.964995] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 770.964995] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34861b32-33da-4ca0-b4ae-0031ab0f8619 with Priority: HIGHEST for action port [ 770.966115] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.967091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.967091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.967091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.967091] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.967650] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.968240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.968240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.968240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.968240] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.968240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.968533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.968533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.968533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.968637] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.970593] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-34861b32-33da-4ca0-b4ae-0031ab0f8619 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.970742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34861b32-33da-4ca0-b4ae-0031ab0f8619" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.970793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34861b32-33da-4ca0-b4ae-0031ab0f8619" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.970940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34861b32-33da-4ca0-b4ae-0031ab0f8619" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.971022] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34861b32-33da-4ca0-b4ae-0031ab0f8619',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.471782] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.473620] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34861b32-33da-4ca0-b4ae-0031ab0f8619 with status ACTIVE [ 771.473842] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.474092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.474226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.474535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.474684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.474951] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.476151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.476393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.476656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.476891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.477175] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.477376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.477534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.477783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.478033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.478201] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34861b32-33da-4ca0-b4ae-0031ab0f8619 is going to be updated. [ 771.479810] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.479982] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.499031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.499031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.499031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.499031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.499286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.499347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34861b32-33da-4ca0-b4ae-0031ab0f8619" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.981385] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.078691] env[63021]: INFO networking_nsxv3.common.synchronization [req-be8438c3-6eec-42fd-9020-8898f3ea9278 req-663d3ae7-6f66-4b13-ab67-28fe65657f90 tempest-ServersTestJSON-831221344 tempest-ServersTestJSON-831221344-project-member] Enqueued Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_members [ 772.079336] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_members [ 772.079782] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc75dd5-2bef-4aac-ad00-124c10131dc5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.079953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.080202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.080641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.080953] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.081323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.081452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.081762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.081969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.082253] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc75dd5-2bef-4aac-ad00-124c10131dc5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.313859] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 in Status: SUCCESS [ 772.316020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.316020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.316020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.316020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.316020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.316020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.316020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.316020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.316020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.316020] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e24f21a-6732-42a0-b9bc-3cdf68a654c4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.408308] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.408569] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-905" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.408725] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-905" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.409203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-905" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.410012] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.410012] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.410012] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.410225] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.410410] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.410632] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.411207] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.411207] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.411207] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.411664] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.411664] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.411913] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.430768] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.431107] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 772.431367] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.431687] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-905" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.433446] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-4bf1e126-9048-489d-9c61-18ebe4c2af31 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.433446] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-4bf1e126-9048-489d-9c61-18ebe4c2af31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.433446] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-4bf1e126-9048-489d-9c61-18ebe4c2af31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.433446] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-4bf1e126-9048-489d-9c61-18ebe4c2af31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.433446] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf1e126-9048-489d-9c61-18ebe4c2af31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.484781] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.485186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.485186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.485911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.486071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.486181] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be created. [ 772.519032] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.519213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.519297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.519591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.519890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.530137] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: UNINITIALIZED for 2s [ 772.585424] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.585686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.585796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.586652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.586781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.587048] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.587175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.587218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.587402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.587487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.587575] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 already deleted. [ 772.587675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.717252] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 772.717471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.717987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.718218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.718409] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.718529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.718595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.718742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.718847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.718938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.719104] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.818645] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e24f21a-6732-42a0-b9bc-3cdf68a654c4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.936535] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.936845] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.936988] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.937280] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.937439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.937603] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 4bf1e126-9048-489d-9c61-18ebe4c2af31 not found, creating... [ 772.938229] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.938337] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.938444] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.938758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.938990] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.939391] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.939578] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.939698] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.939949] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.940193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.940403] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 4bf1e126-9048-489d-9c61-18ebe4c2af31 is going to be created. [ 772.963027] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.963260] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.963630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.963791] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.964184] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.964499] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-4bf1e126-9048-489d-9c61-18ebe4c2af31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.221497] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.221742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.221869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.222157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.222338] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.222493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.222600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.222823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.222921] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.223022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.223201] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.223303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.223358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.223505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.223641] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.223729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.223783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.223914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.223982] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.224078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.224169] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.321420] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e24f21a-6732-42a0-b9bc-3cdf68a654c4: rpc.has_security_group_logging(os_id): False [ 773.341403] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.341601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.341653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.341896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.342038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.342174] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.342303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.342368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.342483] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.342564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.342627] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 is going to be created. [ 773.400788] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.401095] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.401180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.401397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.401578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.411856] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 in Status: IN_PROGRESS for 2s [ 773.672498] env[63021]: INFO networking_nsxv3.common.synchronization [req-be8438c3-6eec-42fd-9020-8898f3ea9278 req-b6130e28-56fd-479e-96e6-db73670a3f78 service nova] Enqueued Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_rules [ 773.672498] env[63021]: INFO networking_nsxv3.common.synchronization [req-be8438c3-6eec-42fd-9020-8898f3ea9278 req-b6130e28-56fd-479e-96e6-db73670a3f78 service nova] Enqueued Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_members [ 773.672498] env[63021]: INFO networking_nsxv3.common.synchronization [req-be8438c3-6eec-42fd-9020-8898f3ea9278 req-b6130e28-56fd-479e-96e6-db73670a3f78 service nova] Enqueued Resource ID: 4bf1e126-9048-489d-9c61-18ebe4c2af31 with Priority: HIGHEST for action port [ 773.672498] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_rules [ 773.672498] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_members [ 773.672498] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf1e126-9048-489d-9c61-18ebe4c2af31 with Priority: HIGHEST for action port [ 773.672498] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc75dd5-2bef-4aac-ad00-124c10131dc5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.672498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.672498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.672498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.672498] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc75dd5-2bef-4aac-ad00-124c10131dc5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.673106] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc75dd5-2bef-4aac-ad00-124c10131dc5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.673106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.673106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.673797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.673797] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.673797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.673797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.673797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.674159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.674159] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc75dd5-2bef-4aac-ad00-124c10131dc5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.675312] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf1e126-9048-489d-9c61-18ebe4c2af31 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.675436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf1e126-9048-489d-9c61-18ebe4c2af31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.675789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf1e126-9048-489d-9c61-18ebe4c2af31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.675789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf1e126-9048-489d-9c61-18ebe4c2af31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.675789] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf1e126-9048-489d-9c61-18ebe4c2af31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.725995] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9bc0cad-eda9-4703-a5f8-042148683d70: rpc.has_security_group_logging(os_id): False [ 773.743942] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.744241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.744328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.744597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.744695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.745172] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.745172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.745172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.745567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.745567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.745697] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.745859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.746021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.746117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.746227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.746421] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.746558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.746738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.746738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.746948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.746948] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be created. [ 773.809483] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.809642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.809713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.809919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.810196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.821230] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 774.178575] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc75dd5-2bef-4aac-ad00-124c10131dc5 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.178740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.178918] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc75dd5-2bef-4aac-ad00-124c10131dc5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.182050] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf1e126-9048-489d-9c61-18ebe4c2af31 with status ACTIVE [ 774.182050] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.182050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.182050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.182050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.182050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.182384] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.182384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.182384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.183298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.183404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.183643] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.183764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.183825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.183971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.184062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.184153] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf1e126-9048-489d-9c61-18ebe4c2af31 is going to be updated. [ 774.216216] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.216386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.216460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.216682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.216823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.217020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf1e126-9048-489d-9c61-18ebe4c2af31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.542947] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 774.543306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.543580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.544060] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.544377] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.544574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.544691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.544955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.545120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.545288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.545474] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.686289] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc75dd5-2bef-4aac-ad00-124c10131dc5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.966427] env[63021]: INFO networking_nsxv3.common.synchronization [req-d9ad4531-4478-4b68-8e6a-ce52da2b3c63 req-3304e11d-ed86-4ba1-bf20-a3a514596c64 tempest-ServersAdminNegativeTestJSON-1478593092 tempest-ServersAdminNegativeTestJSON-1478593092-project-member] Enqueued Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 774.966944] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 774.967956] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.968106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.968160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.968456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.968619] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.969253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.969329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.969485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.969568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.969663] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.048485] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.048728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.048836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.049166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.049398] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.049543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.049662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.049873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.050020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.050178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.050383] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.050528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.050636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.050830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.051778] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.055073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.055205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.055491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.055591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.055714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.055855] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.191242] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.191485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.191485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.191727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.191816] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.191917] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 is going to be created. [ 775.219815] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.219815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.219815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.219815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.220060] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.231278] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 in Status: UNINITIALIZED for 2s [ 775.424211] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 in Status: SUCCESS [ 775.424436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.445038] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.445298] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.445389] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.445786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.445959] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.446134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.446254] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.446472] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.446616] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.446828] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.446969] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.449706] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.449879] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.449970] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.450111] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.450265] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.473140] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.473328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.473419] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.473644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.473734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.474030] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.474152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.474255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.474465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.474543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.474601] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcf10bf0-5098-408c-b08a-96e0856439d1 already deleted. [ 775.474678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.480246] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.480454] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.480597] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.480769] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.481156] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-f00fcabf-7289-4128-84ab-c81a45858e92 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.481353] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-f00fcabf-7289-4128-84ab-c81a45858e92" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.481477] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-f00fcabf-7289-4128-84ab-c81a45858e92" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.481778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-f00fcabf-7289-4128-84ab-c81a45858e92" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.481918] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f00fcabf-7289-4128-84ab-c81a45858e92',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.559733] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0deed06d-3c5d-46ac-bd12-5f057ff070c3: rpc.has_security_group_logging(os_id): False [ 775.575527] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.575973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.578120] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.578120] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.578120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.578890] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.581596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.581596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.581596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.581596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.581596] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be created. [ 775.636957] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.636957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.636957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.636957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.636957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.646772] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 775.727879] env[63021]: INFO networking_nsxv3.common.synchronization [req-d53450d6-dbb3-40d0-b918-b0930d6cbfee req-d7036339-cbbb-4b69-a15e-ae18d7eba60c tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 775.730229] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 775.730952] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.731129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.731351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.731500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.731609] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.731720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.731789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.731950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.732062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.732169] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.835853] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 775.836128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.988899] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.988899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.988899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.988899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.988899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.988899] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port f00fcabf-7289-4128-84ab-c81a45858e92 not found, creating... [ 775.988899] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.988899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.988899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.989398] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.989398] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.991093] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.991093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.991093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.991093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.991093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.991093] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: f00fcabf-7289-4128-84ab-c81a45858e92 is going to be created. [ 776.022256] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.022587] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.022817] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.023148] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.023415] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.023707] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-f00fcabf-7289-4128-84ab-c81a45858e92" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.238562] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.238681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.238759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.238964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.239101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.239282] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.239384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.239601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.239601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.239678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.239750] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 776.277311] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.277468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.277539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.277735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.277870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.289378] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 777.022939] env[63021]: INFO networking_nsxv3.common.synchronization [req-d9ad4531-4478-4b68-8e6a-ce52da2b3c63 req-1252dc93-4ce2-4480-8582-5355ec83dd94 service nova] Enqueued Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_rules [ 777.023344] env[63021]: INFO networking_nsxv3.common.synchronization [req-d9ad4531-4478-4b68-8e6a-ce52da2b3c63 req-1252dc93-4ce2-4480-8582-5355ec83dd94 service nova] Enqueued Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 777.023344] env[63021]: INFO networking_nsxv3.common.synchronization [req-d9ad4531-4478-4b68-8e6a-ce52da2b3c63 req-1252dc93-4ce2-4480-8582-5355ec83dd94 service nova] Enqueued Resource ID: f00fcabf-7289-4128-84ab-c81a45858e92 with Priority: HIGHEST for action port [ 777.023513] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_rules [ 777.023640] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 777.023739] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f00fcabf-7289-4128-84ab-c81a45858e92 with Priority: HIGHEST for action port [ 777.024404] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.024569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.024631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.024883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.024996] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.030341] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.030530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.030640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.030794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.030992] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.031218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.031218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.031374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.031475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.031576] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.036164] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f00fcabf-7289-4128-84ab-c81a45858e92 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.036369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f00fcabf-7289-4128-84ab-c81a45858e92" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.036438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f00fcabf-7289-4128-84ab-c81a45858e92" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.036581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f00fcabf-7289-4128-84ab-c81a45858e92" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.036768] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f00fcabf-7289-4128-84ab-c81a45858e92',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.244535] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 in Status: SUCCESS [ 777.244759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.244925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.245744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.245744] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.245744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.245971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.245971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.246065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.246101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.246186] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc75dd5-2bef-4aac-ad00-124c10131dc5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.335553] env[63021]: INFO networking_nsxv3.common.synchronization [req-273a0846-f74e-4cbe-88c7-25ef6a67da40 req-64023bd6-3c7a-49e2-bcd9-ac67c805277a tempest-ImagesOneServerNegativeTestJSON-1777388496 tempest-ImagesOneServerNegativeTestJSON-1777388496-project-member] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 777.336390] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 777.336776] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.336905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.337924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.341371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.341565] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.341679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.341747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.341914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.342017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.342119] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.540263] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f00fcabf-7289-4128-84ab-c81a45858e92 with status ACTIVE [ 777.540515] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.540654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.540727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.540945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.541081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.541232] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.541495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.541495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.541590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.541590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.541772] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.541865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.541931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.542085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.542162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.542244] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f00fcabf-7289-4128-84ab-c81a45858e92 is going to be updated. [ 777.543535] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.545284] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.545424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.564319] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.564440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.564510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.564694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.564821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.564971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f00fcabf-7289-4128-84ab-c81a45858e92" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.672139] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 777.672488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.749351] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc75dd5-2bef-4aac-ad00-124c10131dc5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.844917] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.845198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.845279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.845530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.845573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.845826] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.845921] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.845988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.846172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.846251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.846349] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be updated. [ 777.881346] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.881654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.881654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.881778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.881884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.045936] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 778.046313] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.253065] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc75dd5-2bef-4aac-ad00-124c10131dc5: rpc.has_security_group_logging(os_id): False [ 778.273158] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.273351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.273423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.273639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.273727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.273984] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.274165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.274211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.274373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.274455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.274544] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 is going to be created. [ 778.297868] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 778.298450] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f deletion is rescheduled due to dependency. [ 778.298575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.332577] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.332728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.332805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.333078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.333617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.346527] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 in Status: IN_PROGRESS for 2s [ 778.548075] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.548234] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.548305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.548519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.548609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.548715] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcf10bf0-5098-408c-b08a-96e0856439d1 is going to be created. [ 778.572776] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.572885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.572941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.573220] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.573305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.583052] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: UNINITIALIZED for 2s [ 780.057234] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 780.057524] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 deletion is rescheduled due to dependency. [ 780.057524] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.356845] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 in Status: SUCCESS [ 780.356932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.595023] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: SUCCESS [ 780.595023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.595023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.595023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.595023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.595023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.595023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.595023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.595023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.595023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.595023] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.097731] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.098322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.098322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.098322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.100094] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.100094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.100094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.100094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.100094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.100094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.100094] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.100513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.100513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.100598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.100793] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.100893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.100969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.101221] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.101331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.101438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.101563] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.606560] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcf10bf0-5098-408c-b08a-96e0856439d1: rpc.has_security_group_logging(os_id): False [ 781.625147] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.625298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.625357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.626065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.626065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.626065] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.626065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.626065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.626589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.626589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.626589] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.626589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.626589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.626589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.626791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.626882] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.626949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.627013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.627116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.627185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.627266] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcf10bf0-5098-408c-b08a-96e0856439d1 is going to be created. [ 781.691882] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.692044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.692135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.692361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.692552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.705533] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: IN_PROGRESS for 2s [ 782.263763] env[63021]: INFO networking_nsxv3.common.synchronization [req-3a4e4332-06ce-40fd-b127-c2bc84c3f268 req-04794132-c752-4216-a285-3876c64c6f10 tempest-AttachVolumeShelveTestJSON-1261217514 tempest-AttachVolumeShelveTestJSON-1261217514-project-member] Enqueued Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_members [ 782.264399] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_members [ 782.264723] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84ca627a-5340-48bc-89b6-d13670c6ac03 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.264848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.264916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.265274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.265433] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.265538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.265601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.265896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.265896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.265969] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.541327] env[63021]: INFO networking_nsxv3.common.synchronization [req-6118af02-15c9-41e2-bf63-dacf4033738f req-23012d78-e59d-414d-a385-9e67ba88b37f tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 782.546137] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 782.546137] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.546269] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.546303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.546523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.546720] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.546855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.546941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.547224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.547390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.547528] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.768790] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.768976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.769086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.769650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.769650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.769650] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.769650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.770046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.770046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.770046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.770046] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 already deleted. [ 782.770295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.923823] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.924039] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.925160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.925160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.925160] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.925160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.925160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.925507] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.925808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.926034] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.926154] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.926258] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.926364] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.926814] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.926814] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.926814] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.027360] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.027725] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.101 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.030936] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.031310] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.031806] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-2e2d8403-826c-4e24-ba3c-123d444d1fdc taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.032094] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.032288] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.032757] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.032965] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e2d8403-826c-4e24-ba3c-123d444d1fdc',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.053332] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.053332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.053332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.053332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.053332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.053332] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.053332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.053332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.053332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.053332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.054105] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 783.080907] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.081119] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.081213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.081670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.081670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.091654] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 783.540425] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.540752] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.540752] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.541245] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.541409] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.541591] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 2e2d8403-826c-4e24-ba3c-123d444d1fdc not found, creating... [ 783.541870] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.542048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.542181] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.542425] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.542569] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.542918] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.543096] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.543233] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.543467] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.543585] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.543731] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 2e2d8403-826c-4e24-ba3c-123d444d1fdc is going to be created. [ 783.562021] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.562183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.562662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.562662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.563039] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.563332] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.720393] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: SUCCESS [ 783.720393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.528049] env[63021]: INFO networking_nsxv3.common.synchronization [req-3a4e4332-06ce-40fd-b127-c2bc84c3f268 req-6ccf34b2-b320-4735-be0a-d0ad0d03a44b service nova] Enqueued Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_rules [ 784.528049] env[63021]: INFO networking_nsxv3.common.synchronization [req-3a4e4332-06ce-40fd-b127-c2bc84c3f268 req-6ccf34b2-b320-4735-be0a-d0ad0d03a44b service nova] Enqueued Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_members [ 784.528049] env[63021]: INFO networking_nsxv3.common.synchronization [req-3a4e4332-06ce-40fd-b127-c2bc84c3f268 req-6ccf34b2-b320-4735-be0a-d0ad0d03a44b service nova] Enqueued Resource ID: 2e2d8403-826c-4e24-ba3c-123d444d1fdc with Priority: HIGHEST for action port [ 784.530444] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_rules [ 784.530444] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_members [ 784.530444] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2d8403-826c-4e24-ba3c-123d444d1fdc with Priority: HIGHEST for action port [ 784.530444] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84ca627a-5340-48bc-89b6-d13670c6ac03 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.530444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.530444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.530444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.530444] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.532909] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84ca627a-5340-48bc-89b6-d13670c6ac03 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.532909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.532909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.532909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.532909] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.537016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.537016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.537016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.537016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.537016] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.537016] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e2d8403-826c-4e24-ba3c-123d444d1fdc taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.537016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.537016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.537016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.537016] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e2d8403-826c-4e24-ba3c-123d444d1fdc',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.039887] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.041308] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84ca627a-5340-48bc-89b6-d13670c6ac03 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.041467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.041910] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e2d8403-826c-4e24-ba3c-123d444d1fdc with status ACTIVE [ 785.042064] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.042298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.042298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.043433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.043433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.043433] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.045687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.045788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.046124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.046376] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.046465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.046500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.046741] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.046840] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e2d8403-826c-4e24-ba3c-123d444d1fdc is going to be updated. [ 785.068792] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.068976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.068976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.069275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.069376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.069608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.103143] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 785.103337] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 deletion is rescheduled due to dependency. [ 785.103456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.543245] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.752270] env[63021]: INFO networking_nsxv3.common.synchronization [req-7853024a-9db9-44e7-be13-cc5f0e4f4703 req-01a855bc-df39-4d18-89ce-9893905775ba tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_members [ 785.753018] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGHEST for action security_group_members [ 785.753415] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a4a9a0-e812-4803-a89d-ee9e3148e383 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.753602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.754191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.754483] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.754733] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.754876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.755568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.755802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.755925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.756058] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.044835] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.045175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.045175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.045382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.045435] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.045570] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 is going to be created. [ 786.068329] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.068475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.068549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.068780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.068940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.079281] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 in Status: UNINITIALIZED for 2s [ 786.260061] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.260061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.260061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.260061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.286447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.286447] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.286447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.286447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.286447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.286447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.286447] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 is going to be updated. [ 786.311168] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.311406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.311529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.311852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.312101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.320680] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 in Status: IN_PROGRESS for 2s [ 787.236199] env[63021]: INFO networking_nsxv3.common.synchronization [req-efa009e1-31b4-4810-870c-cc093d5cbf71 req-897bbcc6-e60b-46f0-a7b4-06ff75f3aabe tempest-MigrationsAdminTest-1750269171 tempest-MigrationsAdminTest-1750269171-project-member] Enqueued Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 787.236199] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 787.236722] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.236722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.236722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.236935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.236935] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.237093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.242126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.242694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.242694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.242694] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.591516] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.591516] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.591516] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.591785] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.591827] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.592164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.592164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.592309] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.592458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.592681] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.592798] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.592910] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.593034] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.593155] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.593247] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.593520] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.610861] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.611055] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 787.611222] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.611374] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.611727] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-7dd5be5d-a88d-4dcd-a42d-7842895207f7 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.611916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-7dd5be5d-a88d-4dcd-a42d-7842895207f7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.612068] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-7dd5be5d-a88d-4dcd-a42d-7842895207f7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.612408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-7dd5be5d-a88d-4dcd-a42d-7842895207f7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.612548] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd5be5d-a88d-4dcd-a42d-7842895207f7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.746630] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.089550] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 in Status: SUCCESS [ 788.089806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.089988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.090220] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.090464] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.090605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.090673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.090855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.092514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.092514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.092514] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.118021] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.118021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.118021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.118021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.118021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 7dd5be5d-a88d-4dcd-a42d-7842895207f7 not found, creating... [ 788.118021] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.118021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.118021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.118021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.118591] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118921] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.119297] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.119679] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.122010] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.122010] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 7dd5be5d-a88d-4dcd-a42d-7842895207f7 is going to be created. [ 788.155620] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.155620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.155620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.155620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.155620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.155620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-7dd5be5d-a88d-4dcd-a42d-7842895207f7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.248801] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.333303] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 in Status: SUCCESS [ 788.333559] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 deletion is rescheduled due to dependency. [ 788.333559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.593782] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.751463] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.751765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.751873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.752313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.752456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.752685] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 is going to be updated. [ 788.784655] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.784811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.784884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.785142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.785261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.793646] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: IN_PROGRESS for 2s [ 788.844425] env[63021]: INFO networking_nsxv3.common.synchronization [req-efa009e1-31b4-4810-870c-cc093d5cbf71 req-6c31870d-28ed-41d7-bc2b-2c3632147e62 service nova] Enqueued Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_rules [ 788.844627] env[63021]: INFO networking_nsxv3.common.synchronization [req-efa009e1-31b4-4810-870c-cc093d5cbf71 req-6c31870d-28ed-41d7-bc2b-2c3632147e62 service nova] Enqueued Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 788.844710] env[63021]: INFO networking_nsxv3.common.synchronization [req-efa009e1-31b4-4810-870c-cc093d5cbf71 req-6c31870d-28ed-41d7-bc2b-2c3632147e62 service nova] Enqueued Resource ID: 7dd5be5d-a88d-4dcd-a42d-7842895207f7 with Priority: HIGHEST for action port [ 788.844958] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_rules [ 788.845114] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 788.845207] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd5be5d-a88d-4dcd-a42d-7842895207f7 with Priority: HIGHEST for action port [ 788.846428] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.846428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.846428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.846428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.846428] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.847136] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.847259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.847495] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dd5be5d-a88d-4dcd-a42d-7842895207f7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.847630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dd5be5d-a88d-4dcd-a42d-7842895207f7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.847675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dd5be5d-a88d-4dcd-a42d-7842895207f7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.847859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dd5be5d-a88d-4dcd-a42d-7842895207f7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.847949] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd5be5d-a88d-4dcd-a42d-7842895207f7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.096281] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84ca627a-5340-48bc-89b6-d13670c6ac03: rpc.has_security_group_logging(os_id): False [ 789.138359] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.138550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.138628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.138852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.138945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.139230] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.139368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.139464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.139628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.139720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.139813] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 is going to be created. [ 789.218339] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.218504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.218588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.218803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.219016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.231945] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 in Status: IN_PROGRESS for 2s [ 789.349609] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.349992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.349992] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dd5be5d-a88d-4dcd-a42d-7842895207f7 with status ACTIVE [ 789.350158] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.350300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.350379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.350595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.350704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.350905] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.351015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.351096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.351256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.351347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.351550] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.351647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.351708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.351865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.351961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.352054] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dd5be5d-a88d-4dcd-a42d-7842895207f7 is going to be updated. [ 789.375461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.375667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.375743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.375999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.376217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.376419] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dd5be5d-a88d-4dcd-a42d-7842895207f7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.803757] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: SUCCESS [ 790.804127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.804165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.804409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.804622] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.804757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.804823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.804986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.805091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.805190] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.243035] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 in Status: SUCCESS [ 791.243285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.307025] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.810926] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.312987] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.313282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.313282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.313551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.313674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.313811] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 is going to be updated. [ 792.345237] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.345499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.346214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.346214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.346214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.354225] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: IN_PROGRESS for 2s [ 793.846352] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 793.846667] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 794.365409] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: SUCCESS [ 794.365681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.365890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.366225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.367033] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.367033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.367033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.367296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.367381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.367555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.367773] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.870999] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.871440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.871440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.871440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.871584] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.871876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.871945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.872107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.872194] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.872523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.872523] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.872743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.872743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.872821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.873082] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.873082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.873248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.873248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.873379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.873379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.873512] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.379588] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f783c38e-1965-4904-a73a-99fc9d7be9b4: rpc.has_security_group_logging(os_id): False [ 795.399346] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.399346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.399346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.399346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.421627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.422031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.423020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.423191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.423595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.423715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.423974] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.424120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.424181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.424335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.424413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.424609] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.424781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.424781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.425182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.425182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.425673] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 is going to be updated. [ 795.481361] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.481508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.481583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.481839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.482137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.493924] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: IN_PROGRESS for 2s [ 797.507606] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: SUCCESS [ 797.507896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.979061] env[63021]: INFO networking_nsxv3.common.synchronization [req-e7a62a25-939b-4556-8d49-f66e9a7f16ee req-02647499-ed63-4e89-8357-5e62c9ec218a tempest-ListServerFiltersTestJSON-1339089997 tempest-ListServerFiltersTestJSON-1339089997-project-member] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 797.979607] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 797.979913] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.981418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.981536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.981960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.981960] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.982111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.982111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.982379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.982578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.982681] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.485665] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.988240] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.492110] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.492110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.492110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.492110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.492110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.492110] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be updated. [ 799.518992] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.519198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.519291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.519539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.519711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.532337] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 801.545267] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 801.546252] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.160158] env[63021]: INFO networking_nsxv3.common.synchronization [req-a647d5f8-656b-4f8b-a625-07443c814584 req-b8e21fbf-08b8-4359-a046-1d35a751fb35 tempest-ServersWithSpecificFlavorTestJSON-243894015 tempest-ServersWithSpecificFlavorTestJSON-243894015-project-member] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 802.160158] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 802.160158] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.160158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.160158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.162241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.162840] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.163220] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.163744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.164023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.164199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.164373] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.506371] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.506371] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-500" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.506371] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-500" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.506371] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-500" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.506658] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.507144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.509045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.509045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.509045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.509045] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.509045] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.509045] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.509045] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.509045] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.509045] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.509357] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.529813] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.530088] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.530250] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.530559] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-500" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.530953] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-66cd0102-9651-45e1-8a38-f65e2f7dd800 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.531185] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-66cd0102-9651-45e1-8a38-f65e2f7dd800" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.531522] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-66cd0102-9651-45e1-8a38-f65e2f7dd800" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.531843] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-66cd0102-9651-45e1-8a38-f65e2f7dd800" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.532072] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66cd0102-9651-45e1-8a38-f65e2f7dd800',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.666631] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.666923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.666993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.667606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.667785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.667979] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.668290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.668392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.668583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.669065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.669204] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 is going to be deleted. [ 802.696279] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.696279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.696451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.696723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.696785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.697653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.949407] env[63021]: INFO networking_nsxv3.common.synchronization [None req-7cb49c2f-121d-4e35-9d01-60a462703645 None None] Enqueued Resource ID: 6e63e391-6e18-4a0d-a764-c38b9b4a4ac5 with Priority: HIGHEST for action port [ 802.949721] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e63e391-6e18-4a0d-a764-c38b9b4a4ac5 with Priority: HIGHEST for action port [ 802.950370] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e63e391-6e18-4a0d-a764-c38b9b4a4ac5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.950514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e63e391-6e18-4a0d-a764-c38b9b4a4ac5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.950608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e63e391-6e18-4a0d-a764-c38b9b4a4ac5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.950901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e63e391-6e18-4a0d-a764-c38b9b4a4ac5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.950986] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e63e391-6e18-4a0d-a764-c38b9b4a4ac5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.035737] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.036260] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.037745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.038214] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.040057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.040057] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 66cd0102-9651-45e1-8a38-f65e2f7dd800 not found, creating... [ 803.040057] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.040057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.040057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.040057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.041979] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.042496] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.042878] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.045175] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.045175] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.045175] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.045175] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 66cd0102-9651-45e1-8a38-f65e2f7dd800 is going to be created. [ 803.063552] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.063759] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.063964] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.064195] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.064433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.064656] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-66cd0102-9651-45e1-8a38-f65e2f7dd800" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.251931] env[63021]: INFO networking_nsxv3.common.synchronization [None req-db095c6f-6ced-4721-baf2-1557190c1a4b None None] Enqueued Resource ID: fd8a1e41-4127-4f3b-95c0-1daa03f7af33 with Priority: HIGHEST for action port [ 803.258053] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8a1e41-4127-4f3b-95c0-1daa03f7af33 with Priority: HIGHEST for action port [ 803.258053] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd8a1e41-4127-4f3b-95c0-1daa03f7af33 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.258053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd8a1e41-4127-4f3b-95c0-1daa03f7af33" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.258053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd8a1e41-4127-4f3b-95c0-1daa03f7af33" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.258053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd8a1e41-4127-4f3b-95c0-1daa03f7af33" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.258053] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd8a1e41-4127-4f3b-95c0-1daa03f7af33',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.463052] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e63e391-6e18-4a0d-a764-c38b9b4a4ac5 [ 803.463052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.463052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.463052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.463052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.463052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.463052] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e63e391-6e18-4a0d-a764-c38b9b4a4ac5 already deleted. [ 803.463052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e63e391-6e18-4a0d-a764-c38b9b4a4ac5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.765202] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd8a1e41-4127-4f3b-95c0-1daa03f7af33 [ 803.765202] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.765202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.765202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.765202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.765202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.765202] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd8a1e41-4127-4f3b-95c0-1daa03f7af33 already deleted. [ 803.765202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd8a1e41-4127-4f3b-95c0-1daa03f7af33" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.236663] env[63021]: INFO networking_nsxv3.common.synchronization [None req-adbceb76-badd-4e26-acbd-9462c6d22ac2 tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_rules [ 804.237023] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_rules [ 804.237409] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.237587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.237587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.237840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.237922] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f739b3c-2b62-41c7-bd22-49decbdfcb72',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.337994] env[63021]: INFO networking_nsxv3.common.synchronization [None req-9f9ccb26-c1c0-41ba-b70b-5af90e9ee818 tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_rules [ 804.337994] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_rules [ 804.338277] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.338369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.734839] env[63021]: INFO networking_nsxv3.common.synchronization [req-a647d5f8-656b-4f8b-a625-07443c814584 req-3c069cff-40be-4f11-bb00-bc0013e40ba8 service nova] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_rules [ 804.734839] env[63021]: INFO networking_nsxv3.common.synchronization [req-a647d5f8-656b-4f8b-a625-07443c814584 req-3c069cff-40be-4f11-bb00-bc0013e40ba8 service nova] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 804.734839] env[63021]: INFO networking_nsxv3.common.synchronization [req-a647d5f8-656b-4f8b-a625-07443c814584 req-3c069cff-40be-4f11-bb00-bc0013e40ba8 service nova] Enqueued Resource ID: 66cd0102-9651-45e1-8a38-f65e2f7dd800 with Priority: HIGHEST for action port [ 804.734839] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_rules [ 804.734839] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 804.734839] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cd0102-9651-45e1-8a38-f65e2f7dd800 with Priority: HIGHEST for action port [ 804.738019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.738019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.738019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.738019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.738019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.738019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.738019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.738019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.738019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.738019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.738019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.738019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.738019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.738019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.738019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.738628] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-66cd0102-9651-45e1-8a38-f65e2f7dd800 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.738688] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66cd0102-9651-45e1-8a38-f65e2f7dd800" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.738744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66cd0102-9651-45e1-8a38-f65e2f7dd800" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.738920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66cd0102-9651-45e1-8a38-f65e2f7dd800" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.738978] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66cd0102-9651-45e1-8a38-f65e2f7dd800',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.761711] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.762350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.762664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.763418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.764773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.764773] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 already deleted. [ 804.764773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.764773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.764773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.765226] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f739b3c-2b62-41c7-bd22-49decbdfcb72',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.906836] env[63021]: INFO networking_nsxv3.common.synchronization [req-72a36364-d2e4-49f2-bc10-dbe3424d39a6 req-3f67ab6c-52d4-4a67-9282-781f3b8c91f5 tempest-ServersNegativeTestJSON-852925760 tempest-ServersNegativeTestJSON-852925760-project-member] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 804.907098] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 804.908465] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.908465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.908465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.908629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.908660] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.908806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.909738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.909738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.910024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.910024] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.242034] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.242034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.242034] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.242639] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66cd0102-9651-45e1-8a38-f65e2f7dd800 with status ACTIVE [ 805.242746] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.242840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.242986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.243213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.243213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.243372] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.243475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.243534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.243699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.243776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.244630] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.246229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.246497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.246497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.246556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.247622] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66cd0102-9651-45e1-8a38-f65e2f7dd800 is going to be updated. [ 805.266785] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.267917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.267917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.267917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.267917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.267917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66cd0102-9651-45e1-8a38-f65e2f7dd800" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.286647] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.286809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.286885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.287196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.287258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.287359] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 already deleted. [ 805.287386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.416041] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.416041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.416041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.416041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.416041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.417028] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.417028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.417028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.417028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.417028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.417482] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 already deleted. [ 805.417670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.505905] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.506283] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.506409] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.506906] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.509777] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.509777] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.509777] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.510022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.511034] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.511034] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.511034] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.511034] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.511034] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.511283] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.511931] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.511931] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.530657] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.533109] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.533109] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.533109] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.533109] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-296dfd9e-84e1-4ea8-bd17-28920a6a048b taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.533109] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.533109] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.533109] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.533109] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296dfd9e-84e1-4ea8-bd17-28920a6a048b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.701207] env[63021]: INFO networking_nsxv3.common.synchronization [None req-ccead905-bb5b-4acc-b8f3-979cb6421183 None None] Enqueued Resource ID: 98840137-9e45-4407-b252-52ec695e3934 with Priority: HIGHEST for action port [ 805.702151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98840137-9e45-4407-b252-52ec695e3934 with Priority: HIGHEST for action port [ 805.702687] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-98840137-9e45-4407-b252-52ec695e3934 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.702952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98840137-9e45-4407-b252-52ec695e3934" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.705074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98840137-9e45-4407-b252-52ec695e3934" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.705074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98840137-9e45-4407-b252-52ec695e3934" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.705074] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98840137-9e45-4407-b252-52ec695e3934',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.749218] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.899569] env[63021]: INFO networking_nsxv3.common.synchronization [None req-7b146015-793f-4e56-86bf-434790c0dae8 None None] Enqueued Resource ID: 2034058e-9ec0-45d2-8c18-b4fd5b7c667e with Priority: HIGHEST for action port [ 805.899569] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2034058e-9ec0-45d2-8c18-b4fd5b7c667e with Priority: HIGHEST for action port [ 805.902052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-2034058e-9ec0-45d2-8c18-b4fd5b7c667e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.902699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2034058e-9ec0-45d2-8c18-b4fd5b7c667e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.902912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2034058e-9ec0-45d2-8c18-b4fd5b7c667e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.903285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2034058e-9ec0-45d2-8c18-b4fd5b7c667e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.903461] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2034058e-9ec0-45d2-8c18-b4fd5b7c667e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.038020] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.038020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.038020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.038020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.038020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.038020] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 296dfd9e-84e1-4ea8-bd17-28920a6a048b not found, creating... [ 806.038020] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.038020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.038020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.038020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.039254] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.039895] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.040231] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.040664] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.041050] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.041309] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.041552] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 296dfd9e-84e1-4ea8-bd17-28920a6a048b is going to be created. [ 806.068166] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.068166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.068166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.068166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.068166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.068166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.206277] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98840137-9e45-4407-b252-52ec695e3934 [ 806.206623] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.209546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.209546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.209546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.209546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.209546] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98840137-9e45-4407-b252-52ec695e3934 already deleted. [ 806.209546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98840137-9e45-4407-b252-52ec695e3934" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.255940] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.255940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.255940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.255940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.255940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.255940] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 is going to be created. [ 806.280389] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.281785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.283932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.283932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.283932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.292938] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: UNINITIALIZED for 2s [ 806.407074] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2034058e-9ec0-45d2-8c18-b4fd5b7c667e [ 806.407074] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.407074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.407074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.408071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.408071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.408071] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2034058e-9ec0-45d2-8c18-b4fd5b7c667e already deleted. [ 806.408071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2034058e-9ec0-45d2-8c18-b4fd5b7c667e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.590313] env[63021]: INFO networking_nsxv3.common.synchronization [None req-691d70f8-7f81-434c-9350-5940dacb1663 None None] Enqueued Resource ID: 4b4576d4-7af5-4f6b-bcfd-9c6d35c82696 with Priority: HIGHEST for action port [ 806.596785] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b4576d4-7af5-4f6b-bcfd-9c6d35c82696 with Priority: HIGHEST for action port [ 806.599673] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b4576d4-7af5-4f6b-bcfd-9c6d35c82696 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.599673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b4576d4-7af5-4f6b-bcfd-9c6d35c82696" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.599673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b4576d4-7af5-4f6b-bcfd-9c6d35c82696" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.599673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b4576d4-7af5-4f6b-bcfd-9c6d35c82696" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.599673] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4576d4-7af5-4f6b-bcfd-9c6d35c82696',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.768105] env[63021]: INFO networking_nsxv3.common.synchronization [req-72a36364-d2e4-49f2-bc10-dbe3424d39a6 req-cd261ce5-ed04-49fc-b292-efe31b186f9f service nova] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_rules [ 806.768296] env[63021]: INFO networking_nsxv3.common.synchronization [req-72a36364-d2e4-49f2-bc10-dbe3424d39a6 req-cd261ce5-ed04-49fc-b292-efe31b186f9f service nova] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 806.768433] env[63021]: INFO networking_nsxv3.common.synchronization [req-72a36364-d2e4-49f2-bc10-dbe3424d39a6 req-cd261ce5-ed04-49fc-b292-efe31b186f9f service nova] Enqueued Resource ID: 296dfd9e-84e1-4ea8-bd17-28920a6a048b with Priority: HIGHEST for action port [ 806.770345] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_rules [ 806.770345] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 806.770345] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296dfd9e-84e1-4ea8-bd17-28920a6a048b with Priority: HIGHEST for action port [ 806.770345] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.770651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.772025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.773175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.773336] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.774965] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.774965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.774965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.775275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.775496] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.775679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.775785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.776057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.776193] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.776338] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.777508] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-296dfd9e-84e1-4ea8-bd17-28920a6a048b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.777695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.777826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.778067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.778192] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296dfd9e-84e1-4ea8-bd17-28920a6a048b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.101868] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b4576d4-7af5-4f6b-bcfd-9c6d35c82696 [ 807.102226] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.102314] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.102368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.102565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.102651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.102745] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b4576d4-7af5-4f6b-bcfd-9c6d35c82696 already deleted. [ 807.102828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b4576d4-7af5-4f6b-bcfd-9c6d35c82696" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.282416] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.282416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.284049] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.284732] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 296dfd9e-84e1-4ea8-bd17-28920a6a048b with status ACTIVE [ 807.284929] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.285064] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.285130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.285339] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.285429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.285604] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.285704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.285769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.285919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.286045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.286188] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.286288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.286437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.286484] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.286557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.286654] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 296dfd9e-84e1-4ea8-bd17-28920a6a048b is going to be updated. [ 807.312767] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.312767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.312767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.312767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.312767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.313088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.789424] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.291712] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.292150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.292150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.292271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.292271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.292380] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be created. [ 808.303416] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: SUCCESS [ 808.303650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.303836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.304129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.304275] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.304407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.304475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.304631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.304711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.304803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.304911] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.315321] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.315480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.315552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.315768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.315939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.325196] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: UNINITIALIZED for 2s [ 808.806835] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.012279] env[63021]: INFO networking_nsxv3.common.synchronization [None req-c7508afe-f91e-4a4c-8917-95886eeddc42 None None] Enqueued Resource ID: 44d92862-e806-42be-9ba9-4d59fe3ed1cd with Priority: HIGHEST for action port [ 809.012899] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d92862-e806-42be-9ba9-4d59fe3ed1cd with Priority: HIGHEST for action port [ 809.013245] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-44d92862-e806-42be-9ba9-4d59fe3ed1cd taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.013402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44d92862-e806-42be-9ba9-4d59fe3ed1cd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.013543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44d92862-e806-42be-9ba9-4d59fe3ed1cd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.013733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44d92862-e806-42be-9ba9-4d59fe3ed1cd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.013820] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d92862-e806-42be-9ba9-4d59fe3ed1cd',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.309759] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cae32e0a-2242-4c1f-911a-6df391b58920: rpc.has_security_group_logging(os_id): False [ 809.326616] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.328030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.328030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.328030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.328030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.328030] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.328030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.328030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.328030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.328030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.328030] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 is going to be created. [ 809.386502] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.386502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.386502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.386502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.386502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.398257] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: IN_PROGRESS for 2s [ 809.516185] env[63021]: INFO networking_nsxv3.common.synchronization [req-114b3219-d7c5-4835-8ed6-9b7d0ce0f081 req-71162e49-7946-465a-b9fc-3e33f7fa1361 tempest-InstanceActionsV221TestJSON-26958138 tempest-InstanceActionsV221TestJSON-26958138-project-member] Enqueued Resource ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 with Priority: HIGHEST for action security_group_members [ 809.516312] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44d92862-e806-42be-9ba9-4d59fe3ed1cd [ 809.516467] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.516605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.516662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.516888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.517202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.517202] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44d92862-e806-42be-9ba9-4d59fe3ed1cd already deleted. [ 809.517202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44d92862-e806-42be-9ba9-4d59fe3ed1cd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.517670] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 with Priority: HIGHEST for action security_group_members [ 809.517967] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-06500c5c-8b54-425b-bc17-7787705b1ca3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.518125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.518195] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.518419] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.518548] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.518634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.518714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.518860] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.518944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.519051] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06500c5c-8b54-425b-bc17-7787705b1ca3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.870052] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.870271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-631" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.870409] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-631" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.871062] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-631" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.871062] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.871457] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.871457] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.871519] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.872419] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.872419] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.872419] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.872419] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.872419] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.872419] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.872419] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.872709] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.891378] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.891561] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.891704] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.891889] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-631" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.892233] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-a24d4572-d230-46e3-82e9-72efb20f6178 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.892411] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-a24d4572-d230-46e3-82e9-72efb20f6178" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.892536] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-a24d4572-d230-46e3-82e9-72efb20f6178" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.892859] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-a24d4572-d230-46e3-82e9-72efb20f6178" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.893010] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a24d4572-d230-46e3-82e9-72efb20f6178',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.022907] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.023186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.023307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.023598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.023747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.024058] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.024213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.024318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.024555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.024684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.024821] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 already deleted. [ 810.024954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.336085] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: SUCCESS [ 810.336357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.336529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.336778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.336974] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.337114] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.337163] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.337313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.337392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.337477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.337564] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.395814] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.396054] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.396183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.396485] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.396635] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.396794] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port a24d4572-d230-46e3-82e9-72efb20f6178 not found, creating... [ 810.397075] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.397272] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.397403] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.397664] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.397826] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.398214] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.398402] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.399009] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.399009] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.399009] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.399155] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: a24d4572-d230-46e3-82e9-72efb20f6178 is going to be created. [ 810.418381] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.418588] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.418697] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.418986] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.419280] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.419505] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-a24d4572-d230-46e3-82e9-72efb20f6178" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.839979] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.840143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.840219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.840453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.840630] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.841250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.841336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.841524] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.841624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.841717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.841878] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.841995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.842083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.842219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.842363] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.842450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.842521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.842667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.842757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.842813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.842892] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.229673] env[63021]: INFO networking_nsxv3.common.synchronization [req-114b3219-d7c5-4835-8ed6-9b7d0ce0f081 req-b15558d4-19ec-4d19-89fd-fa1e8cf25532 service nova] Enqueued Resource ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 with Priority: HIGHEST for action security_group_rules [ 811.229897] env[63021]: INFO networking_nsxv3.common.synchronization [req-114b3219-d7c5-4835-8ed6-9b7d0ce0f081 req-b15558d4-19ec-4d19-89fd-fa1e8cf25532 service nova] Enqueued Resource ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 with Priority: HIGHEST for action security_group_members [ 811.230180] env[63021]: INFO networking_nsxv3.common.synchronization [req-114b3219-d7c5-4835-8ed6-9b7d0ce0f081 req-b15558d4-19ec-4d19-89fd-fa1e8cf25532 service nova] Enqueued Resource ID: a24d4572-d230-46e3-82e9-72efb20f6178 with Priority: HIGHEST for action port [ 811.230289] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 with Priority: HIGHEST for action security_group_rules [ 811.230440] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 with Priority: HIGHEST for action security_group_members [ 811.230499] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24d4572-d230-46e3-82e9-72efb20f6178 with Priority: HIGHEST for action port [ 811.231091] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06500c5c-8b54-425b-bc17-7787705b1ca3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.231238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.231312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.231565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.231649] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06500c5c-8b54-425b-bc17-7787705b1ca3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.232536] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-06500c5c-8b54-425b-bc17-7787705b1ca3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.232672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.232740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.235038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.235038] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.235038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.235038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.235038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.235038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.235038] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06500c5c-8b54-425b-bc17-7787705b1ca3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.235038] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a24d4572-d230-46e3-82e9-72efb20f6178 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.235038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a24d4572-d230-46e3-82e9-72efb20f6178" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.235038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a24d4572-d230-46e3-82e9-72efb20f6178" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.235038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a24d4572-d230-46e3-82e9-72efb20f6178" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.235038] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a24d4572-d230-46e3-82e9-72efb20f6178',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.345427] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc0d214-e3d1-4937-9383-d43fa57e9853: rpc.has_security_group_logging(os_id): False [ 811.363578] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.363578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.363578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.363810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.363855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.364039] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.364139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.364484] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.364545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.364613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.365318] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.365318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.365318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.365318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.365318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.365516] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.365557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.365582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.366726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.366726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.366726] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be created. [ 811.410583] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: SUCCESS [ 811.410583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.426114] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.426265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.426368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.426585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.426771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.437017] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: IN_PROGRESS for 2s [ 811.736859] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-06500c5c-8b54-425b-bc17-7787705b1ca3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.736859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.737010] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06500c5c-8b54-425b-bc17-7787705b1ca3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.738103] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a24d4572-d230-46e3-82e9-72efb20f6178 with status ACTIVE [ 811.739039] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.739039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.739039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.739039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.739039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.739039] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.739272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.739272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.739361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.739476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.739744] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.739881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.739958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.740137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.740213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.740704] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a24d4572-d230-46e3-82e9-72efb20f6178 is going to be updated. [ 811.763274] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.763420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.763481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.763697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.763867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.764043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a24d4572-d230-46e3-82e9-72efb20f6178" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.219791] env[63021]: INFO networking_nsxv3.common.synchronization [req-9f9f608a-dd59-4deb-8ecf-94d85c2fa869 req-57af4edc-bb81-4cb7-929a-a98e87fb5a0b tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 812.220402] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 812.221186] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.221186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.221186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.221186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.221349] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.221349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.221425] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.221563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.221647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.221738] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.242354] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06500c5c-8b54-425b-bc17-7787705b1ca3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.664818] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.665191] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.665191] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.665439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.665696] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.665857] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.665978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.666276] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.666447] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.666916] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.666994] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.667109] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.667223] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.667370] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.667457] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.667596] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.686734] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.686945] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.687216] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.687376] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.687731] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.687945] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.688090] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.688460] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.688546] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.724078] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.724263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.724319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.724506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.724591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.724779] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.724879] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.724937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.725100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.725174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.725348] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18098fd-79a2-42af-a465-0de961f84b48 already deleted. [ 812.725348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.745015] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.745186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.745257] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.745465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.745545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.745645] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 is going to be created. [ 812.767137] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.767344] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.767437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.767761] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.768000] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.777960] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 in Status: UNINITIALIZED for 2s [ 813.190724] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.190982] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.191177] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.191493] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.191701] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.191885] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0 not found, creating... [ 813.192232] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.192437] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.192574] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.192845] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.193047] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.193351] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.193685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.193759] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.193952] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.194139] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.194333] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0 is going to be created. [ 813.220710] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.220955] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.221115] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.221374] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.221638] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.221822] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.448379] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: SUCCESS [ 813.448666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.059219] env[63021]: INFO networking_nsxv3.common.synchronization [req-9f9f608a-dd59-4deb-8ecf-94d85c2fa869 req-af763988-854c-4f5a-b358-0eac839950d6 service nova] Enqueued Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_rules [ 814.059631] env[63021]: INFO networking_nsxv3.common.synchronization [req-9f9f608a-dd59-4deb-8ecf-94d85c2fa869 req-af763988-854c-4f5a-b358-0eac839950d6 service nova] Enqueued Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 814.059631] env[63021]: INFO networking_nsxv3.common.synchronization [req-9f9f608a-dd59-4deb-8ecf-94d85c2fa869 req-af763988-854c-4f5a-b358-0eac839950d6 service nova] Enqueued Resource ID: 391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0 with Priority: HIGHEST for action port [ 814.059850] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_rules [ 814.060025] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 814.060132] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0 with Priority: HIGHEST for action port [ 814.060801] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.062613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.062698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.063050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.063158] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.064360] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.065377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.065377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.065377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.069319] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.069416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.069448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.069693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.069835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.069923] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.071046] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.071202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.071296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.071520] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.071618] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.573479] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.573608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.573789] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.574706] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0 with status ACTIVE [ 814.574917] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.575026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.575343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.575546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.575697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.575810] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.575907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.575977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.576126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.577384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.577384] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.577384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.577384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.577384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.577384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.577384] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0 is going to be updated. [ 814.598390] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.598949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.598949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.598949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.598949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.599101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391ce9f8-949e-4d9c-a74f-8c48a5dd3dd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.787890] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 in Status: SUCCESS [ 814.788072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.788251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.788476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.788703] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.788882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.788932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.789081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.789166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.789448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.789448] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06500c5c-8b54-425b-bc17-7787705b1ca3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.078712] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.294975] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-06500c5c-8b54-425b-bc17-7787705b1ca3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.294975] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.294975] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-06500c5c-8b54-425b-bc17-7787705b1ca3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.294975] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.294975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.295642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.295642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.295642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.295642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.295642] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06500c5c-8b54-425b-bc17-7787705b1ca3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.584166] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.584351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.584387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.584599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.584687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.584786] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18098fd-79a2-42af-a465-0de961f84b48 is going to be created. [ 815.607353] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.607540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.607626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.607852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.608019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.616091] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: UNINITIALIZED for 2s [ 815.798715] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06500c5c-8b54-425b-bc17-7787705b1ca3: rpc.has_security_group_logging(os_id): False [ 815.817273] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.818210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.818210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.818210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.818210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.818210] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.818210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.818210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.818465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.818465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.819563] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.819716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.819787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.819972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.820642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.820888] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.820990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.821087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.821218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.821294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.821384] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 is going to be created. [ 815.875996] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.876175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.876250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.876459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.876639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.894363] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 in Status: IN_PROGRESS for 2s [ 817.627181] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: SUCCESS [ 817.627508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.627576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.627761] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.627942] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.628076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.628136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.628292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.628370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.628455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.628543] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.913549] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 in Status: SUCCESS [ 817.913549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.131114] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.131114] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.131114] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.131394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.131394] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.131478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.131510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.131714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.131801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.131889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.132049] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.132141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.132547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.132547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.132547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.132671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.132671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.132793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.132866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.132951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.133058] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.484864] env[63021]: INFO networking_nsxv3.common.synchronization [req-587ce72e-e9e6-43e2-b1d2-881ecb2cd93a req-0e70c900-8709-4fd2-ac26-3a2da4e01e79 tempest-ListImageFiltersTestJSON-852699088 tempest-ListImageFiltersTestJSON-852699088-project-member] Enqueued Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 818.486528] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 818.486841] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.486964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.487050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.487241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.487394] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.487490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.487550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.487701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.487786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.487893] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.636329] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18098fd-79a2-42af-a465-0de961f84b48: rpc.has_security_group_logging(os_id): False [ 818.654954] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.655215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.655329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.655686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.655795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.656102] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.656288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.656394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.656635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.656779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.657147] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.657247] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.657343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.657588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.657709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.658097] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.658233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.658306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.658460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.658539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.658630] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18098fd-79a2-42af-a465-0de961f84b48 is going to be created. [ 818.712899] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.713064] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.713119] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.713334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.713513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.721767] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: IN_PROGRESS for 2s [ 818.990285] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.256052] env[63021]: INFO networking_nsxv3.common.synchronization [req-c668e099-ea76-49a7-8eba-290ebc50fa5f req-49c58694-2653-411c-95ea-026a6f6103ca tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 819.256553] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 819.256859] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.256979] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.257058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.257253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.257404] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.257501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.257563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.257706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.257805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.257903] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.492428] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.638875] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.639206] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.639442] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.639841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.642546] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.644764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.645024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.645404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.645667] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.646103] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.650112] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.650303] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.650469] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.650633] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.650787] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.650975] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.669065] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.669217] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 819.669361] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.669533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.669839] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-1e514afb-c9a6-43c6-bfec-ac1a32620674 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.670045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-1e514afb-c9a6-43c6-bfec-ac1a32620674" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.670195] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-1e514afb-c9a6-43c6-bfec-ac1a32620674" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.670483] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-1e514afb-c9a6-43c6-bfec-ac1a32620674" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.670625] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e514afb-c9a6-43c6-bfec-ac1a32620674',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.766260] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.766463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.766536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.766777] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.766873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.768110] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.768241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.768320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.768491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.768576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.768677] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be deleted. [ 819.796053] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.796187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.796187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.796422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.796508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.796615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.995986] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.995986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.995986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.995986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.995986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.995986] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a is going to be updated. [ 820.021363] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.021541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.021587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.021771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.021905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.029783] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: IN_PROGRESS for 2s [ 820.176053] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.176053] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.176053] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.176344] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.176388] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.176582] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 1e514afb-c9a6-43c6-bfec-ac1a32620674 not found, creating... [ 820.176888] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.177089] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.177218] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.177456] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.177597] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.177935] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.178139] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.178285] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.178509] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.178672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.178858] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 1e514afb-c9a6-43c6-bfec-ac1a32620674 is going to be created. [ 820.199848] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.200614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.200614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.200614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.200743] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.201014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-1e514afb-c9a6-43c6-bfec-ac1a32620674" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.733948] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: SUCCESS [ 820.735041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.941774] env[63021]: INFO networking_nsxv3.common.synchronization [req-c668e099-ea76-49a7-8eba-290ebc50fa5f req-909d383e-b14a-48c6-8330-06820c82a135 service nova] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_rules [ 820.941949] env[63021]: INFO networking_nsxv3.common.synchronization [req-c668e099-ea76-49a7-8eba-290ebc50fa5f req-909d383e-b14a-48c6-8330-06820c82a135 service nova] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 820.942191] env[63021]: INFO networking_nsxv3.common.synchronization [req-c668e099-ea76-49a7-8eba-290ebc50fa5f req-909d383e-b14a-48c6-8330-06820c82a135 service nova] Enqueued Resource ID: 1e514afb-c9a6-43c6-bfec-ac1a32620674 with Priority: HIGHEST for action port [ 820.943556] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_rules [ 820.943556] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 820.943556] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e514afb-c9a6-43c6-bfec-ac1a32620674 with Priority: HIGHEST for action port [ 820.943556] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.943556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.943556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.944774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.944774] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.945136] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.945241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.945312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.945474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.945951] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.945951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.945951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.945951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.945951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.946297] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.947055] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e514afb-c9a6-43c6-bfec-ac1a32620674 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.947171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e514afb-c9a6-43c6-bfec-ac1a32620674" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.947246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e514afb-c9a6-43c6-bfec-ac1a32620674" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.947563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e514afb-c9a6-43c6-bfec-ac1a32620674" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.947563] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e514afb-c9a6-43c6-bfec-ac1a32620674',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.449570] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.449727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.452959] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.453346] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e514afb-c9a6-43c6-bfec-ac1a32620674 with status ACTIVE [ 821.453709] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.453709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.453709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.454636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.454636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.454636] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.454636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.454636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.454636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.454636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.454886] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.454886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.454886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.454972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.454997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.455129] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e514afb-c9a6-43c6-bfec-ac1a32620674 is going to be updated. [ 821.474864] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.475023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.475150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.475255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.475402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.475540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e514afb-c9a6-43c6-bfec-ac1a32620674" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.893631] env[63021]: INFO networking_nsxv3.common.synchronization [req-164a375f-5a7c-48ea-8de2-0424503d2164 req-c1ba7080-8a4b-484a-8dec-f5bc280d4763 tempest-ServersAdminTestJSON-462896532 tempest-ServersAdminTestJSON-462896532-project-member] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 821.894200] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 821.894536] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.894664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.894731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.894962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.895151] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.895268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.895452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.895535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.896103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.896103] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.956883] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.038895] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: SUCCESS [ 822.039136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.270033] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.270234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.270568] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.273533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.273533] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.273533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.273533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.273533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.273533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.273533] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.273533] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.273533] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.273533] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.273533] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.273533] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.273533] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.291402] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.291402] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.291402] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.291402] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-27" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.291585] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-d63bc515-e6bf-4c5c-88b1-4d1e21688dc4 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.291754] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-d63bc515-e6bf-4c5c-88b1-4d1e21688dc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.292971] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-d63bc515-e6bf-4c5c-88b1-4d1e21688dc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.292971] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-d63bc515-e6bf-4c5c-88b1-4d1e21688dc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.292971] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d63bc515-e6bf-4c5c-88b1-4d1e21688dc4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.398278] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.462035] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.462035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.462035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.462536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.462641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.462745] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be created. [ 822.483175] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.483344] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.483413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.483691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.483870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.493257] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: UNINITIALIZED for 2s [ 822.626918] env[63021]: INFO networking_nsxv3.common.synchronization [req-ad39a64e-600e-42cd-a15b-f0ddb3c175b1 req-56b4440e-8d96-4111-a6f9-93a7484bdada tempest-InstanceActionsV221TestJSON-26958138 tempest-InstanceActionsV221TestJSON-26958138-project-member] Enqueued Resource ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 with Priority: HIGHEST for action security_group_members [ 822.627382] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 with Priority: HIGHEST for action security_group_members [ 822.627697] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-06500c5c-8b54-425b-bc17-7787705b1ca3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.627821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.627887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.628583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.628709] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.628818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.628884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.629084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.629175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.629272] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06500c5c-8b54-425b-bc17-7787705b1ca3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.796581] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.797209] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.797530] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.797823] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.797895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.798157] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port d63bc515-e6bf-4c5c-88b1-4d1e21688dc4 not found, creating... [ 822.798643] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.798788] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.798934] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.799362] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.799362] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.799749] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.799984] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.800230] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.800499] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.800535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.800713] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: d63bc515-e6bf-4c5c-88b1-4d1e21688dc4 is going to be created. [ 822.820026] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.820269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.820395] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.820663] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.820895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.821157] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-d63bc515-e6bf-4c5c-88b1-4d1e21688dc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.900659] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.131451] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.131645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.131739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.131990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.132104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.132374] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.132530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.132605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.132814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.132861] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.132955] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 is going to be updated. [ 823.177091] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.177266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.177304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.177506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.177641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.186620] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 in Status: IN_PROGRESS for 2s [ 823.405363] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.405530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.405593] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.405881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.405881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.406069] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 823.433656] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.433989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.433989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.434109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.434225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.444173] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 823.584609] env[63021]: INFO networking_nsxv3.common.synchronization [req-164a375f-5a7c-48ea-8de2-0424503d2164 req-fee66959-9192-43a8-a10c-50a75cda5c20 service nova] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_rules [ 823.585253] env[63021]: INFO networking_nsxv3.common.synchronization [req-164a375f-5a7c-48ea-8de2-0424503d2164 req-fee66959-9192-43a8-a10c-50a75cda5c20 service nova] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 823.585253] env[63021]: INFO networking_nsxv3.common.synchronization [req-164a375f-5a7c-48ea-8de2-0424503d2164 req-fee66959-9192-43a8-a10c-50a75cda5c20 service nova] Enqueued Resource ID: d63bc515-e6bf-4c5c-88b1-4d1e21688dc4 with Priority: HIGHEST for action port [ 823.585253] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_rules [ 823.585439] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 823.585439] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63bc515-e6bf-4c5c-88b1-4d1e21688dc4 with Priority: HIGHEST for action port [ 823.585948] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.586819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.586819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.586819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.586819] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.587312] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.587408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.587619] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-d63bc515-e6bf-4c5c-88b1-4d1e21688dc4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.587691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d63bc515-e6bf-4c5c-88b1-4d1e21688dc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.587756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d63bc515-e6bf-4c5c-88b1-4d1e21688dc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.587918] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d63bc515-e6bf-4c5c-88b1-4d1e21688dc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.587997] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d63bc515-e6bf-4c5c-88b1-4d1e21688dc4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.090547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.090977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.092956] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d63bc515-e6bf-4c5c-88b1-4d1e21688dc4 with status ACTIVE [ 824.093158] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.093283] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.093350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.094059] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.094059] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.094059] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.094059] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.094059] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.094329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.094329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.094420] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.094504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.094563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.094695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.094768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.094850] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d63bc515-e6bf-4c5c-88b1-4d1e21688dc4 is going to be updated. [ 824.115490] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.115642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.115683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.115842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.115968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.116135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d63bc515-e6bf-4c5c-88b1-4d1e21688dc4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.502895] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 824.503103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.503274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.503491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.503679] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.504456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.504456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.504456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.504456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.504456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.504456] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.817486] env[63021]: INFO networking_nsxv3.common.synchronization [req-81ee569f-ddd8-4590-ac59-e5b6b9865946 req-b2d64edd-4d01-4e9a-8f73-a2f882804c73 tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 824.818063] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 824.818375] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.818495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.818562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.818864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.819400] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.819546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.819613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.819778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.819870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.820071] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.009419] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.009608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.009684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.009929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.010155] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.010264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.013171] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.013171] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.013171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.013171] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.196916] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 in Status: SUCCESS [ 825.197602] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 deletion is rescheduled due to dependency. [ 825.197602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.222408] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.222615] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.222758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.223093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.223397] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.223612] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.223662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.223881] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.224077] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.224316] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.224922] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.224922] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.224922] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.224922] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.224922] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.225188] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.242803] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.242983] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.243216] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.243395] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.243701] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-6ecb125b-389c-4dce-8446-368a7298e497 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.243875] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-6ecb125b-389c-4dce-8446-368a7298e497" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.244024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-6ecb125b-389c-4dce-8446-368a7298e497" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.244334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-6ecb125b-389c-4dce-8446-368a7298e497" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.244481] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ecb125b-389c-4dce-8446-368a7298e497',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.322821] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.322989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.323066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.323293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.323380] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.323595] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.323693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.323791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.324049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.324164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.324274] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 already deleted. [ 825.324379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.453689] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 825.453997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.454622] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.454622] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.454622] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.454855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.454855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.455579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.455579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.455579] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.516769] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3b9e807-f03e-4742-9c9c-1d33879c2fb8: rpc.has_security_group_logging(os_id): False [ 825.533366] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.533506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.533589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.534141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.534141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.534141] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.534467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.534467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.534467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.534467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.534647] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.534742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.534787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.534927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.535011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.535218] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.535325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.535379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.535520] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.535609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.535701] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be created. [ 825.589595] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.589765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.589827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.590129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.590385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.602887] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 825.746803] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.746992] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.747130] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.747433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.747589] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.747748] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 6ecb125b-389c-4dce-8446-368a7298e497 not found, creating... [ 825.748050] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.748218] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.748341] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.748735] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.748735] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.749017] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.749191] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.749318] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.749530] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.749667] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.749825] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 6ecb125b-389c-4dce-8446-368a7298e497 is going to be created. [ 825.772113] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.772366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.772520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.772818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.773082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.773354] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-6ecb125b-389c-4dce-8446-368a7298e497" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.957768] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.462647] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.536271] env[63021]: INFO networking_nsxv3.common.synchronization [req-81ee569f-ddd8-4590-ac59-e5b6b9865946 req-682dfa9a-7cbc-40c4-b570-3c530d1ec8e2 service nova] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_rules [ 826.536271] env[63021]: INFO networking_nsxv3.common.synchronization [req-81ee569f-ddd8-4590-ac59-e5b6b9865946 req-682dfa9a-7cbc-40c4-b570-3c530d1ec8e2 service nova] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 826.536271] env[63021]: INFO networking_nsxv3.common.synchronization [req-81ee569f-ddd8-4590-ac59-e5b6b9865946 req-682dfa9a-7cbc-40c4-b570-3c530d1ec8e2 service nova] Enqueued Resource ID: 6ecb125b-389c-4dce-8446-368a7298e497 with Priority: HIGHEST for action port [ 826.536271] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_rules [ 826.536271] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 826.536271] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecb125b-389c-4dce-8446-368a7298e497 with Priority: HIGHEST for action port [ 826.536271] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.536271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.536271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.536271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.536740] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.537147] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.537263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.537332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.537505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.537655] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.537763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.537804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.537945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.538065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.538172] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.538852] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ecb125b-389c-4dce-8446-368a7298e497 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.538950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ecb125b-389c-4dce-8446-368a7298e497" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.539695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ecb125b-389c-4dce-8446-368a7298e497" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.539695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ecb125b-389c-4dce-8446-368a7298e497" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.539695] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ecb125b-389c-4dce-8446-368a7298e497',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.965093] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.965258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.965331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.965552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.965647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.965750] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 826.991114] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.991295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.991357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.991567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.991716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.999595] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 827.042097] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.042832] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.042832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.042832] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ecb125b-389c-4dce-8446-368a7298e497 with status ACTIVE [ 827.043183] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.043183] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.043183] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.043468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.043468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.043642] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.043767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.044486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.044758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.044834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.044996] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.045129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.045201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.045319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.045397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.045483] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ecb125b-389c-4dce-8446-368a7298e497 is going to be updated. [ 827.063217] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.063375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.063424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.063602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.063729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.063873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ecb125b-389c-4dce-8446-368a7298e497" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.511888] env[63021]: INFO networking_nsxv3.common.synchronization [None req-5aff4b61-66d9-4291-9b32-7fba8501a79e tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_rules [ 827.513271] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_rules [ 827.513588] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.513709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.513776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.515186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.515311] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.546948] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.619031] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 827.619031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.620335] env[63021]: INFO networking_nsxv3.common.synchronization [None req-12f14554-4286-4e18-b48b-a9813f8830fe tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_rules [ 827.620901] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_rules [ 827.621233] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.621342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.038295] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.038545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.038545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.038693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.038780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.038887] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 already deleted. [ 828.039178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.039178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.039478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.039478] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.049643] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.049801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.049903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.050182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.050330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.050433] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be created. [ 828.075952] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.076349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.076349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.076482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.076565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.093030] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: UNINITIALIZED for 2s [ 828.562460] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.562895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.562895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.562895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.562983] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.563076] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 already deleted. [ 828.563182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.010346] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 829.010561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.010728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.010945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.011162] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.011341] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.011446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.011575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.011658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.011691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.011796] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.515322] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.515500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.515621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.515801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.515999] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.516100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.516154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.516265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.516350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.516438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.516605] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.516671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.516715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.516853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.516987] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.517088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.517142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.517278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.517376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.517426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.517521] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.626202] env[63021]: INFO networking_nsxv3.common.synchronization [req-dbd96db3-2cb6-4207-bf54-bf453d821f5b req-afd159a7-d03a-43a6-9820-7af45d0d8af9 tempest-VolumesAdminNegativeTest-34143088 tempest-VolumesAdminNegativeTest-34143088-project-member] Enqueued Resource ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 with Priority: HIGHEST for action security_group_members [ 829.626763] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 with Priority: HIGHEST for action security_group_members [ 829.627095] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.627248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.627324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.627644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.627806] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.627922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.627991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.628265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.628350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.628446] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ada3d8-bf49-45e5-946f-04dd12e6fab9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.021413] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e855e979-5a30-460d-a444-a8925e2e6d86: rpc.has_security_group_logging(os_id): False [ 830.038533] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.038669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.038742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.038947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.039049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.039266] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.039396] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.039430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.039569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.039660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.039854] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.040656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.040656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.040843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.040966] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.041898] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.042038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.043184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.043184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.043184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.043184] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 830.079719] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.079719] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.079719] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.079719] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.079945] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.079945] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.080067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.080299] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.080441] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.080746] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.081014] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.081014] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.081127] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.081184] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.084606] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.084606] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.107285] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.107583] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.107817] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.108133] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-804" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.108544] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-333fcbb4-150d-4ee3-bd25-8ef1d049b40d taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.108868] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-333fcbb4-150d-4ee3-bd25-8ef1d049b40d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.110023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-333fcbb4-150d-4ee3-bd25-8ef1d049b40d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.110023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-333fcbb4-150d-4ee3-bd25-8ef1d049b40d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.110023] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('333fcbb4-150d-4ee3-bd25-8ef1d049b40d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.115610] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.115610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.115610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.115610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.115610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.117251] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 830.117423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.117892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.118077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.118454] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.118454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.118454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.118636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.118636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.118702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.118770] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.131029] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.132702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.132702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.132702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.132702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.132702] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.132702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.132702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.132702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.133271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.133271] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 already deleted. [ 830.133271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.134302] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 830.614650] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.614876] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.615090] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.615583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.615751] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.615911] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 333fcbb4-150d-4ee3-bd25-8ef1d049b40d not found, creating... [ 830.616195] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.616360] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.616480] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.616714] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.616902] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.617237] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.617754] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.617754] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.617754] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.617864] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.618834] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 333fcbb4-150d-4ee3-bd25-8ef1d049b40d is going to be created. [ 830.621321] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.638542] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.638949] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.638989] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.639289] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.639493] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.639788] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-333fcbb4-150d-4ee3-bd25-8ef1d049b40d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.124539] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aba74689-1fae-4ad0-bb7a-431fbd8ec089: rpc.has_security_group_logging(os_id): False [ 831.142289] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.142465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.142558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.142786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.142880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.143207] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.143304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.143375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.143530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.143604] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.143687] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be created. [ 831.201209] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.201361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.201409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.201615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.202151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.213510] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: IN_PROGRESS for 2s [ 831.375351] env[63021]: INFO networking_nsxv3.common.synchronization [req-dbd96db3-2cb6-4207-bf54-bf453d821f5b req-93b15527-0488-44a7-a249-a069be9a26c3 service nova] Enqueued Resource ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 with Priority: HIGHEST for action security_group_rules [ 831.375632] env[63021]: INFO networking_nsxv3.common.synchronization [req-dbd96db3-2cb6-4207-bf54-bf453d821f5b req-93b15527-0488-44a7-a249-a069be9a26c3 service nova] Enqueued Resource ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 with Priority: HIGHEST for action security_group_members [ 831.375797] env[63021]: INFO networking_nsxv3.common.synchronization [req-dbd96db3-2cb6-4207-bf54-bf453d821f5b req-93b15527-0488-44a7-a249-a069be9a26c3 service nova] Enqueued Resource ID: 333fcbb4-150d-4ee3-bd25-8ef1d049b40d with Priority: HIGHEST for action port [ 831.376304] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 with Priority: HIGHEST for action security_group_rules [ 831.376437] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 with Priority: HIGHEST for action security_group_members [ 831.376558] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333fcbb4-150d-4ee3-bd25-8ef1d049b40d with Priority: HIGHEST for action port [ 831.376793] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ada3d8-bf49-45e5-946f-04dd12e6fab9 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.376938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.377058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.377560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.377730] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ada3d8-bf49-45e5-946f-04dd12e6fab9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.378839] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.379015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.379143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.379368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.379571] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.379713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.379810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.383019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.383019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.383019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ada3d8-bf49-45e5-946f-04dd12e6fab9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.383019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-333fcbb4-150d-4ee3-bd25-8ef1d049b40d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.383019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-333fcbb4-150d-4ee3-bd25-8ef1d049b40d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.383019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-333fcbb4-150d-4ee3-bd25-8ef1d049b40d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.383019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-333fcbb4-150d-4ee3-bd25-8ef1d049b40d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.383019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('333fcbb4-150d-4ee3-bd25-8ef1d049b40d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.883231] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.883577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.884708] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ada3d8-bf49-45e5-946f-04dd12e6fab9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.886668] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 333fcbb4-150d-4ee3-bd25-8ef1d049b40d with status ACTIVE [ 831.886668] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.886668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.886668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.886668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.886668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.886993] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.886993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.886993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.887897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.887897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.887897] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.887897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.887897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.887897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.887897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.887897] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 333fcbb4-150d-4ee3-bd25-8ef1d049b40d is going to be updated. [ 831.917407] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.917628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.917708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.917939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.918104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.918317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-333fcbb4-150d-4ee3-bd25-8ef1d049b40d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.151650] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 832.151650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.390400] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ada3d8-bf49-45e5-946f-04dd12e6fab9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.892596] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.892931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.892931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.893040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.893128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.893225] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 is going to be created. [ 832.915561] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.915708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.915752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.915948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.916118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.925283] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 in Status: UNINITIALIZED for 2s [ 833.233552] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 833.233853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.936299] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 in Status: SUCCESS [ 834.937245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.938160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.938579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.938943] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.940688] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.942019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.942019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.942019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.942019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.942019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ada3d8-bf49-45e5-946f-04dd12e6fab9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.444462] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.444627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.444696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.444936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.445111] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.445212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.445274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.445422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.445508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.445624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.445736] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.445826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.445887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.446036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.446173] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.446264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.446323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.446456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.446530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.446608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.446695] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ada3d8-bf49-45e5-946f-04dd12e6fab9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.949829] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ada3d8-bf49-45e5-946f-04dd12e6fab9: rpc.has_security_group_logging(os_id): False [ 835.968287] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.968465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.968540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.968760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.968850] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.969061] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.969169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.969278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.969501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.969580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.969793] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.969882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.969944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.970101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.970175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.970401] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.970497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.970554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.970693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.970807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.970907] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 is going to be created. [ 836.041614] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.041892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.041892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.042208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.042421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.055260] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 in Status: IN_PROGRESS for 2s [ 836.377398] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 836.377518] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 837.188496] env[63021]: INFO networking_nsxv3.common.synchronization [req-c28be328-46e8-4c9b-904e-d46ed583a88b req-93f8f1f6-fc00-4abb-b32c-86c15a806d1f tempest-ServersAdminNegativeTestJSON-1478593092 tempest-ServersAdminNegativeTestJSON-1478593092-project-member] Enqueued Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 837.189044] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 837.189357] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.189480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.189565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.189740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.189890] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.189987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.190055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.190201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.190337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.190462] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.305742] env[63021]: INFO networking_nsxv3.common.synchronization [req-0279905d-506f-46c0-b4c8-a468b6375aab req-33ff0732-e4ea-4c18-8953-d17af2e12bd7 tempest-ListServerFiltersTestJSON-1339089997 tempest-ListServerFiltersTestJSON-1339089997-project-member] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 837.306452] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGHEST for action security_group_members [ 837.307177] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.307247] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.307353] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.307615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.307810] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.307940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.308052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.308251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.308365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.308485] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.561588] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.561797] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.561927] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.562323] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.562634] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.562844] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.562999] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.564234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.564422] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.564648] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.564769] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.564884] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.564995] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.565122] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.565231] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.565366] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.584449] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.584766] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.584807] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.584951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.585338] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-9c71a142-583d-4c67-95dc-f09f116bf3c5 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.585623] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-9c71a142-583d-4c67-95dc-f09f116bf3c5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.585687] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-9c71a142-583d-4c67-95dc-f09f116bf3c5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.586069] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-9c71a142-583d-4c67-95dc-f09f116bf3c5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.586310] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c71a142-583d-4c67-95dc-f09f116bf3c5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.692337] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.814551] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.814730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.814848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.815044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.815151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.815363] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.815460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.815533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.815691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.815777] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.815862] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be updated. [ 837.847024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.847024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.847024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.847024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.847316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.861180] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: IN_PROGRESS for 2s [ 838.068518] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 in Status: SUCCESS [ 838.072101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.089199] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.089541] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.089635] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.089828] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.089978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.090148] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 9c71a142-583d-4c67-95dc-f09f116bf3c5 not found, creating... [ 838.090449] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.090627] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.090771] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.090997] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.091167] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.091509] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.091698] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.091822] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.092359] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.092451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.092616] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 9c71a142-583d-4c67-95dc-f09f116bf3c5 is going to be created. [ 838.111599] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.111839] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.111978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.112268] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.112667] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.112904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-9c71a142-583d-4c67-95dc-f09f116bf3c5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.195857] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.698339] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.698565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.698645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.698882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.698975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.699097] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcf10bf0-5098-408c-b08a-96e0856439d1 is going to be updated. [ 838.769283] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.769283] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.769283] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.769579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.770109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.795215] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: IN_PROGRESS for 2s [ 838.877059] env[63021]: INFO networking_nsxv3.common.synchronization [req-c28be328-46e8-4c9b-904e-d46ed583a88b req-4993b28d-e1da-4c27-bf2e-b7e5fe8483f1 service nova] Enqueued Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_rules [ 838.877241] env[63021]: INFO networking_nsxv3.common.synchronization [req-c28be328-46e8-4c9b-904e-d46ed583a88b req-4993b28d-e1da-4c27-bf2e-b7e5fe8483f1 service nova] Enqueued Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 838.877393] env[63021]: INFO networking_nsxv3.common.synchronization [req-c28be328-46e8-4c9b-904e-d46ed583a88b req-4993b28d-e1da-4c27-bf2e-b7e5fe8483f1 service nova] Enqueued Resource ID: 9c71a142-583d-4c67-95dc-f09f116bf3c5 with Priority: HIGHEST for action port [ 838.877705] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_rules [ 838.877816] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 838.877906] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c71a142-583d-4c67-95dc-f09f116bf3c5 with Priority: HIGHEST for action port [ 838.880946] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.880946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.880946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.880946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.880946] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.881786] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.881916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.882144] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c71a142-583d-4c67-95dc-f09f116bf3c5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.882252] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c71a142-583d-4c67-95dc-f09f116bf3c5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.882333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c71a142-583d-4c67-95dc-f09f116bf3c5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.882548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c71a142-583d-4c67-95dc-f09f116bf3c5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.882627] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c71a142-583d-4c67-95dc-f09f116bf3c5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.384399] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.384858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.387867] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c71a142-583d-4c67-95dc-f09f116bf3c5 with status ACTIVE [ 839.388131] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.388254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.388336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.388536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.388627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.388800] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.388899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.388958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.389122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.389201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.389380] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.389477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.389551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.389720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.389812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.389889] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c71a142-583d-4c67-95dc-f09f116bf3c5 is going to be updated. [ 839.409761] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.409992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.409992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.410131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.410263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.410529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c71a142-583d-4c67-95dc-f09f116bf3c5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.872978] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455b6131-8803-4424-8af0-3b9148b1c847 in Status: SUCCESS [ 839.873187] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 deletion is rescheduled due to dependency. [ 839.873293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.741022] env[63021]: INFO networking_nsxv3.common.synchronization [req-c1f44d9d-ffc6-445a-8ea2-fd14b45f2d79 req-6fb3176a-5930-4921-8ef3-a6d246c29f95 tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 840.741022] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 840.741022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.741022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.741022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.741022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.741722] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.742041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.742184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.742520] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.742699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.742873] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.813184] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: SUCCESS [ 840.813444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.813610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.813841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.814083] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.814221] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.814274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.814491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.814538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.814645] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.245502] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.245694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.245780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.245975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.246085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.246285] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.246388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.246444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.246634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.246719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.246807] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18098fd-79a2-42af-a465-0de961f84b48 is going to be updated. [ 841.273803] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.273972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.274025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.274233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.274375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.282129] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: IN_PROGRESS for 2s [ 841.317151] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.821521] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.324054] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.324054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.324054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.324054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.324054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.324054] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcf10bf0-5098-408c-b08a-96e0856439d1 is going to be updated. [ 842.365695] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.365855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.365891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.366150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.366316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.377316] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: IN_PROGRESS for 2s [ 843.293485] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: SUCCESS [ 843.293485] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18098fd-79a2-42af-a465-0de961f84b48 deletion is rescheduled due to dependency. [ 843.293485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.387377] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: SUCCESS [ 844.387818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.387926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.388185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.388532] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.388658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.388723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.388887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.388968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.390458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.390458] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.892279] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.892497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.892581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.892871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.893117] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.893264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.893362] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.893574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.893750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.893835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.894059] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.894201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.894298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.894532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.894705] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.894834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.894938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.895143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.895258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.895382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.895568] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.397922] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcf10bf0-5098-408c-b08a-96e0856439d1: rpc.has_security_group_logging(os_id): False [ 845.415646] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.415803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.415884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.416143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.416668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.416668] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.416668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.416668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.416848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.417121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.417121] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.417263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.417306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.417526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.417614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.418594] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.418594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.418594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.418594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.418594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.418594] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcf10bf0-5098-408c-b08a-96e0856439d1 is going to be updated. [ 845.478165] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.478609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.478609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.478718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.478786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.493529] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: IN_PROGRESS for 2s [ 845.502944] env[63021]: INFO networking_nsxv3.common.synchronization [req-e73039fe-033f-4adc-a8b7-958d7706819e req-e6cce8ee-dc8e-42a6-b171-5687edbb7136 tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 845.503234] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 845.503595] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.503744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.503824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.504202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.504384] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.504508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.504579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.504759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.504841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.504931] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.647059] env[63021]: INFO networking_nsxv3.common.synchronization [req-376e64d1-6feb-42d8-98f2-d6ae07252d2d req-df4b80be-a47a-46be-a43d-b74534f97674 tempest-VolumesAdminNegativeTest-34143088 tempest-VolumesAdminNegativeTest-34143088-project-member] Enqueued Resource ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 with Priority: HIGHEST for action security_group_members [ 845.647583] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 with Priority: HIGHEST for action security_group_members [ 845.647904] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.648093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.648093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.648297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.648444] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.648541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.648594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.648738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.648822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.648912] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ada3d8-bf49-45e5-946f-04dd12e6fab9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.007069] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.007292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.007382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.007681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.007831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.008121] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.008224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.008260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.008500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.008586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.008674] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 846.037253] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.037430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.037498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.037673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.037833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.046483] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 846.153226] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.153226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.153226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.153226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.153226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.153226] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.153226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.153226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.153226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.153656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.153656] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 is going to be updated. [ 846.203027] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.203027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.203027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.203216] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.203248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.212381] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 in Status: IN_PROGRESS for 2s [ 847.505336] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: SUCCESS [ 847.505584] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.057306] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 848.057446] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 deletion is rescheduled due to dependency. [ 848.057562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.223637] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 in Status: SUCCESS [ 848.223826] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 deletion is rescheduled due to dependency. [ 848.223940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.648621] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 850.648938] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 851.095018] env[63021]: INFO networking_nsxv3.common.synchronization [req-81b1346f-eb21-48c7-8ffd-fb557f6b5405 req-2e9ad870-6fcf-4a2f-bdc6-f8a6c40ce6e9 tempest-ServersTestMultiNic-275042728 tempest-ServersTestMultiNic-275042728-project-member] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 851.095018] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 851.095018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.095018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.095018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.095018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.095018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.095018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.095018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.095018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.095018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.095018] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.548675] env[63021]: INFO networking_nsxv3.common.synchronization [req-81b1346f-eb21-48c7-8ffd-fb557f6b5405 req-5b1909b0-2743-4f2b-a324-8b85e597d2ef tempest-ServersTestMultiNic-275042728 tempest-ServersTestMultiNic-275042728-project-member] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 851.549333] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 851.549549] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.549642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.596616] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.596616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.597359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.597630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.597729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.597950] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.598077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.598125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.598255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.598330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.598580] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be deleted. [ 851.609498] env[63021]: INFO networking_nsxv3.common.synchronization [req-c70c58a8-01fc-41f4-ab97-625b838707cf req-b8431808-fc91-4c94-85b0-23f61f32375d tempest-ServersAdminNegativeTestJSON-1478593092 tempest-ServersAdminNegativeTestJSON-1478593092-project-member] Enqueued Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 851.609498] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 851.609498] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.609498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.609498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.609498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.609498] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.609498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.609877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.610896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.610896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.610896] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.640891] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.640891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.641066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.641643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.641643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.641643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.641643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.641643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.645922] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.645922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.645922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.645922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.645922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.645922] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.959876] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.960233] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-430" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.960275] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-430" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.960620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-430" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.960889] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.961120] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.961282] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.961584] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.961749] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.962017] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.962180] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.962324] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.962477] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.962626] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.962768] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.962932] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.980973] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.981182] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.981335] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.981525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-430" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.981825] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-e7cad309-0a34-4148-9d0b-e47549d8689d taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.982009] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-e7cad309-0a34-4148-9d0b-e47549d8689d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.982145] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-e7cad309-0a34-4148-9d0b-e47549d8689d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.982456] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-e7cad309-0a34-4148-9d0b-e47549d8689d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.982596] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7cad309-0a34-4148-9d0b-e47549d8689d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.112580] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.148083] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.148238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.148313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.148599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.148698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.148902] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.149051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.149102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.149232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.149302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.149387] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a already deleted. [ 852.149466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.487952] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.487952] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.487952] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.487952] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.487952] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.487952] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port e7cad309-0a34-4148-9d0b-e47549d8689d not found, creating... [ 852.488362] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.489359] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.489494] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.490672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.490672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.490672] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.490672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.490672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.491035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.491106] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.491235] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: e7cad309-0a34-4148-9d0b-e47549d8689d is going to be created. [ 852.514278] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.514491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.514667] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.514907] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.515170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.515415] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-e7cad309-0a34-4148-9d0b-e47549d8689d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.615152] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.117976] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.118312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.118312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.118470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.118557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.118658] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcf10bf0-5098-408c-b08a-96e0856439d1 is going to be updated. [ 853.148799] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.148882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.148956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.149163] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.149325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.163595] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: IN_PROGRESS for 2s [ 853.248376] env[63021]: INFO networking_nsxv3.common.synchronization [req-81b1346f-eb21-48c7-8ffd-fb557f6b5405 req-8d652dea-18c8-4e71-9a10-c5cafb9f539f service nova] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_rules [ 853.248607] env[63021]: INFO networking_nsxv3.common.synchronization [req-81b1346f-eb21-48c7-8ffd-fb557f6b5405 req-8d652dea-18c8-4e71-9a10-c5cafb9f539f service nova] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 853.248728] env[63021]: INFO networking_nsxv3.common.synchronization [req-81b1346f-eb21-48c7-8ffd-fb557f6b5405 req-8d652dea-18c8-4e71-9a10-c5cafb9f539f service nova] Enqueued Resource ID: e7cad309-0a34-4148-9d0b-e47549d8689d with Priority: HIGHEST for action port [ 853.248967] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_rules [ 853.249112] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 853.249211] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7cad309-0a34-4148-9d0b-e47549d8689d with Priority: HIGHEST for action port [ 853.249769] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.249899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.250058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.250283] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.250368] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.251259] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.251363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.251433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.251612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.251750] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.251867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.251929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.252124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.252212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.252302] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.253400] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7cad309-0a34-4148-9d0b-e47549d8689d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.253515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7cad309-0a34-4148-9d0b-e47549d8689d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.253621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7cad309-0a34-4148-9d0b-e47549d8689d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.253735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7cad309-0a34-4148-9d0b-e47549d8689d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.253823] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7cad309-0a34-4148-9d0b-e47549d8689d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.755482] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.755629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.755823] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.756703] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7cad309-0a34-4148-9d0b-e47549d8689d with status ACTIVE [ 853.757856] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.757856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.757856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.757856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.757856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.757856] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.757856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.757856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.757856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.757856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.758296] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.758296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.759646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.759839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.759926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.760032] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7cad309-0a34-4148-9d0b-e47549d8689d is going to be updated. [ 853.782022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.782179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.782232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.782475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.782547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.782708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7cad309-0a34-4148-9d0b-e47549d8689d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.803742] env[63021]: INFO networking_nsxv3.common.synchronization [req-061db4da-ef03-4a90-9d26-7bc23db02692 req-f4ac8fd1-3816-4722-a9ad-42cccc7a6fcc tempest-ImagesTestJSON-852617634 tempest-ImagesTestJSON-852617634-project-member] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 853.804234] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 853.804524] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.804693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.804693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.804892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.805058] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.805175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.805228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.807105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.807105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.807105] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.099238] env[63021]: INFO networking_nsxv3.common.synchronization [req-3885cc69-0e8c-4570-88b4-1466a9dc892d req-6c77730b-759f-45dd-91fe-764af33387c7 tempest-ListImageFiltersTestJSON-852699088 tempest-ListImageFiltersTestJSON-852699088-project-member] Enqueued Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 854.100736] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a with Priority: HIGHEST for action security_group_members [ 854.101078] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7687c51-1c79-4f67-9c91-95f3c93aad5a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.101204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.101272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.101476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.101635] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.101763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.101830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.101970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.102070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.102160] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7687c51-1c79-4f67-9c91-95f3c93aad5a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.262358] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.285222] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.285435] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-427" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.286295] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-427" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.286295] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-427" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.286295] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.286506] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.286506] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.286645] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.286790] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.287047] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.287362] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.287551] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.287687] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.287855] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.288048] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.290566] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.306796] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.306987] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.307852] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.308890] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-427" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.309343] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-a9813eb4-922c-4f70-8c74-e7e5f11caf7d taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.309540] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-a9813eb4-922c-4f70-8c74-e7e5f11caf7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.309670] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-a9813eb4-922c-4f70-8c74-e7e5f11caf7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.309982] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-a9813eb4-922c-4f70-8c74-e7e5f11caf7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.311806] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9813eb4-922c-4f70-8c74-e7e5f11caf7d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.316019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.480421] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.480421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.480421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.480421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.480421] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.480421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.480421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.480421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.480421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.480781] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.480781] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.480781] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.480864] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.480957] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.481075] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.481217] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.498620] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.498797] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.498980] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.499141] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.499466] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-995d1950-1169-43bf-8afe-427bdcb37b9d taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.499648] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-995d1950-1169-43bf-8afe-427bdcb37b9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.499772] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-995d1950-1169-43bf-8afe-427bdcb37b9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.500164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-995d1950-1169-43bf-8afe-427bdcb37b9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.500327] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('995d1950-1169-43bf-8afe-427bdcb37b9d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.604948] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.604948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.604948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.605177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.625361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.626962] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.626962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.626962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.626962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.626962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.626962] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a is going to be updated. [ 854.656515] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.657909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.657909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.657909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.657909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.666381] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: IN_PROGRESS for 2s [ 854.764967] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.765160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.765241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.765799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.765799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.765799] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be created. [ 854.790784] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.791190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.791190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.791357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.791564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.800137] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: UNINITIALIZED for 2s [ 854.815056] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.815420] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.815624] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.816010] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.816271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.816494] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port a9813eb4-922c-4f70-8c74-e7e5f11caf7d not found, creating... [ 854.816853] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.817151] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.817365] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.817684] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.817886] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.818573] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.818573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.818689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.819160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.819160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.819374] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: a9813eb4-922c-4f70-8c74-e7e5f11caf7d is going to be created. [ 854.820847] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.839929] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.840150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.840436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.840771] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.841014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.841261] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-a9813eb4-922c-4f70-8c74-e7e5f11caf7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.003237] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.003861] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.004056] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.004305] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.004466] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.004644] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 995d1950-1169-43bf-8afe-427bdcb37b9d not found, creating... [ 855.004927] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.005106] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.005232] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.005463] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.005662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.006041] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.006249] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.006390] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.006617] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.006760] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.006906] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 995d1950-1169-43bf-8afe-427bdcb37b9d is going to be created. [ 855.027207] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.027395] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.027520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.027769] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.027989] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.028246] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-995d1950-1169-43bf-8afe-427bdcb37b9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.176352] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: SUCCESS [ 855.176595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.323193] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.323608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.323608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.323718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.323811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.323947] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 855.358023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.358023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.358169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.358260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.358397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.367874] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 855.592267] env[63021]: INFO networking_nsxv3.common.synchronization [req-81b1346f-eb21-48c7-8ffd-fb557f6b5405 req-a481c2e1-f995-46c1-8b6f-84da4c754498 service nova] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_rules [ 855.592384] env[63021]: INFO networking_nsxv3.common.synchronization [req-81b1346f-eb21-48c7-8ffd-fb557f6b5405 req-a481c2e1-f995-46c1-8b6f-84da4c754498 service nova] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 855.592526] env[63021]: INFO networking_nsxv3.common.synchronization [req-81b1346f-eb21-48c7-8ffd-fb557f6b5405 req-a481c2e1-f995-46c1-8b6f-84da4c754498 service nova] Enqueued Resource ID: a9813eb4-922c-4f70-8c74-e7e5f11caf7d with Priority: HIGHEST for action port [ 855.592759] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_rules [ 855.592899] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 855.593018] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9813eb4-922c-4f70-8c74-e7e5f11caf7d with Priority: HIGHEST for action port [ 855.593645] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.593725] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.593891] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.593953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.595329] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9813eb4-922c-4f70-8c74-e7e5f11caf7d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.595329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9813eb4-922c-4f70-8c74-e7e5f11caf7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.595329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9813eb4-922c-4f70-8c74-e7e5f11caf7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.595329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9813eb4-922c-4f70-8c74-e7e5f11caf7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.595329] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9813eb4-922c-4f70-8c74-e7e5f11caf7d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.062284] env[63021]: INFO networking_nsxv3.common.synchronization [req-061db4da-ef03-4a90-9d26-7bc23db02692 req-e01d73ef-28f9-4049-9b05-17c7005c41b3 service nova] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_rules [ 856.062475] env[63021]: INFO networking_nsxv3.common.synchronization [req-061db4da-ef03-4a90-9d26-7bc23db02692 req-e01d73ef-28f9-4049-9b05-17c7005c41b3 service nova] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 856.062617] env[63021]: INFO networking_nsxv3.common.synchronization [req-061db4da-ef03-4a90-9d26-7bc23db02692 req-e01d73ef-28f9-4049-9b05-17c7005c41b3 service nova] Enqueued Resource ID: 995d1950-1169-43bf-8afe-427bdcb37b9d with Priority: HIGHEST for action port [ 856.062849] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_rules [ 856.062990] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 856.063084] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995d1950-1169-43bf-8afe-427bdcb37b9d with Priority: HIGHEST for action port [ 856.064151] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.064151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.064151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.064151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.064396] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.065117] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.065217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.065693] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-995d1950-1169-43bf-8afe-427bdcb37b9d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.065806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-995d1950-1169-43bf-8afe-427bdcb37b9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.065873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-995d1950-1169-43bf-8afe-427bdcb37b9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.066057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-995d1950-1169-43bf-8afe-427bdcb37b9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.066137] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('995d1950-1169-43bf-8afe-427bdcb37b9d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.096607] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9813eb4-922c-4f70-8c74-e7e5f11caf7d with status ACTIVE [ 856.096824] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.096950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.097032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.097237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.097327] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.097501] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.097605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.097683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.097855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.097935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.098130] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.098225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.098286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.098421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.098495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.098586] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9813eb4-922c-4f70-8c74-e7e5f11caf7d is going to be updated. [ 856.118758] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.118886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.118971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.119161] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.119291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.119444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9813eb4-922c-4f70-8c74-e7e5f11caf7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.436956] env[63021]: INFO networking_nsxv3.common.synchronization [req-c457f1a3-7cf4-4d81-ade9-2592889b1fa6 req-7172c3ff-be51-48ff-b8b4-2d796b5808fd tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 856.437487] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 856.437785] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.437906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.437972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.438229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.438885] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.439077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.439204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.439456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.439606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.439743] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.569450] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.569654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.570015] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 995d1950-1169-43bf-8afe-427bdcb37b9d with status ACTIVE [ 856.570541] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.571997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.572105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.572361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.572554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.572810] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.572894] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.572963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.573199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.573310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.573569] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.573707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.573794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.573958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.574070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.574201] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 995d1950-1169-43bf-8afe-427bdcb37b9d is going to be updated. [ 856.598188] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.598335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.598407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.598614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.598748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.598915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-995d1950-1169-43bf-8afe-427bdcb37b9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.678148] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a in Status: SUCCESS [ 856.678340] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7687c51-1c79-4f67-9c91-95f3c93aad5a deletion is rescheduled due to dependency. [ 856.678456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7687c51-1c79-4f67-9c91-95f3c93aad5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.809130] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 856.809338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.809566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.809698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.809882] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.809989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.810068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.810202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.810276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.810358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.810450] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.811346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.811472] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.811620] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.811739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.811814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.815328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.815328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.815328] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.925508] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.925656] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.925789] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.926137] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.926404] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.926627] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.926688] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.926904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.927064] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.927280] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.927461] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.927525] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.927613] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.927729] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.927831] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.927968] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.942066] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.942066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.942066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.942236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.942236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.942424] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.942517] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.942576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.943049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.943049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.943049] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 already deleted. [ 856.943049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.951432] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.951601] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.951770] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.951952] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.952273] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-0b5a99ec-110c-4325-b36a-92007f8e9e6a taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.952445] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-0b5a99ec-110c-4325-b36a-92007f8e9e6a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.952570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-0b5a99ec-110c-4325-b36a-92007f8e9e6a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.952864] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-0b5a99ec-110c-4325-b36a-92007f8e9e6a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.953023] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5a99ec-110c-4325-b36a-92007f8e9e6a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.314817] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.314957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.315188] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.381936] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 857.382384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.382384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.382558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.382743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.382857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.382922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.383201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.383297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.383400] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.456028] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.456377] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.456377] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.456565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.456755] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.456947] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 0b5a99ec-110c-4325-b36a-92007f8e9e6a not found, creating... [ 857.457265] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.457474] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.457629] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.457895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.458084] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.458407] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.458637] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.458808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.459056] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.459206] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.459353] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 0b5a99ec-110c-4325-b36a-92007f8e9e6a is going to be created. [ 857.480538] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.480928] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.480928] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.481193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.481436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.481657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-0b5a99ec-110c-4325-b36a-92007f8e9e6a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.818798] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.886102] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.326053] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.326053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.326053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.326053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.326053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.326053] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 858.354265] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.354265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.354265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.354265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.354265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.365086] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 858.380379] env[63021]: INFO networking_nsxv3.common.synchronization [req-c457f1a3-7cf4-4d81-ade9-2592889b1fa6 req-054bd5df-67d3-48dd-8c42-216d1d1a2921 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 858.380576] env[63021]: INFO networking_nsxv3.common.synchronization [req-c457f1a3-7cf4-4d81-ade9-2592889b1fa6 req-054bd5df-67d3-48dd-8c42-216d1d1a2921 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 858.380740] env[63021]: INFO networking_nsxv3.common.synchronization [req-c457f1a3-7cf4-4d81-ade9-2592889b1fa6 req-054bd5df-67d3-48dd-8c42-216d1d1a2921 service nova] Enqueued Resource ID: 0b5a99ec-110c-4325-b36a-92007f8e9e6a with Priority: HIGHEST for action port [ 858.380990] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 858.381135] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 858.381231] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5a99ec-110c-4325-b36a-92007f8e9e6a with Priority: HIGHEST for action port [ 858.381800] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.381927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.381994] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.383335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.383431] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.385461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.385461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.385461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.385461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.385461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.385461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.385461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.385461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.385461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.385461] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.389317] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b5a99ec-110c-4325-b36a-92007f8e9e6a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.389317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b5a99ec-110c-4325-b36a-92007f8e9e6a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.389317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b5a99ec-110c-4325-b36a-92007f8e9e6a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.389317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b5a99ec-110c-4325-b36a-92007f8e9e6a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.389317] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5a99ec-110c-4325-b36a-92007f8e9e6a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.393687] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.893231] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.894419] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.894498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.894876] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b5a99ec-110c-4325-b36a-92007f8e9e6a with status ACTIVE [ 858.895034] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.895608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.895608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.895608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.895608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.896165] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.896165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.896165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.896165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.896165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.896460] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.896460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.896460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.896594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.896644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.897023] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b5a99ec-110c-4325-b36a-92007f8e9e6a is going to be updated. [ 858.898155] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.898155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.898155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.898155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.898337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.898337] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 858.921676] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.921901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.921968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.922133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.922312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.922429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b5a99ec-110c-4325-b36a-92007f8e9e6a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.928880] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.929026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.929099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.929305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.929444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.937801] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 859.190094] env[63021]: INFO networking_nsxv3.common.synchronization [req-4c4ff793-44ac-4d71-af67-67f78b3ae605 req-f1012c4f-c5a9-43f2-80d4-df12d9ff88f8 tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_members [ 859.190604] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_members [ 859.190936] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f739b3c-2b62-41c7-bd22-49decbdfcb72 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.191076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.191146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.191393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.191550] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.191646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.191710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.191856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.191943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.192316] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f739b3c-2b62-41c7-bd22-49decbdfcb72',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.399021] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.694070] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.694227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.694289] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.694500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.694587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.694771] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.694863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.695150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.695150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.695150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.695270] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 already deleted. [ 859.695400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.900406] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.900406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.900406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.900406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.900406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.900406] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be created. [ 859.902801] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.902983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.903129] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.904028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.904028] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.904028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.904028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.904183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.904408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.904499] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.904618] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.904733] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.904846] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.904952] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.905106] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.905249] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.928102] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.928290] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.928428] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.928668] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.929054] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-abc41dea-8b6f-4cf7-b02f-21996a0aaf8d taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.929274] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-abc41dea-8b6f-4cf7-b02f-21996a0aaf8d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.929371] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-abc41dea-8b6f-4cf7-b02f-21996a0aaf8d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.929778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-abc41dea-8b6f-4cf7-b02f-21996a0aaf8d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.929941] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abc41dea-8b6f-4cf7-b02f-21996a0aaf8d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.936941] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.937096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.937883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.937883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.937883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.947458] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: UNINITIALIZED for 2s [ 860.025638] env[63021]: INFO networking_nsxv3.common.synchronization [req-37a0163f-d4ad-4f5b-b7a7-2c6f260b44ef req-aece7faa-157f-420b-9d2e-95d100c300d5 tempest-ServersAdminTestJSON-462896532 tempest-ServersAdminTestJSON-462896532-project-member] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 860.026257] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 860.026602] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.026752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.026834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.028119] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.028336] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.028477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.028627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.028785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.028906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.029036] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.377645] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 860.377888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.378073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.378287] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.378505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.378601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.378650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.378830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.378930] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.379037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.379195] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.379293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.379351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.379495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.382784] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.383024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.383024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.383124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.383205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.383293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.383384] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.432283] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.432731] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.433073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.433469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.433740] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.434039] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port abc41dea-8b6f-4cf7-b02f-21996a0aaf8d not found, creating... [ 860.434421] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.434834] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.435154] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.435492] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.435850] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.436275] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.438720] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.438720] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.438720] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.438720] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.438720] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: abc41dea-8b6f-4cf7-b02f-21996a0aaf8d is going to be created. [ 860.460020] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.460020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.460020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.460020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.460020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.460020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-abc41dea-8b6f-4cf7-b02f-21996a0aaf8d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.531922] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.888835] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83e49ee4-615b-47a0-9a44-bf593a13457a: rpc.has_security_group_logging(os_id): False [ 860.921814] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.922147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.922147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.922721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.922869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.923155] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.923413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.923513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.923709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.923823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.924042] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.924173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.924564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.924754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.924860] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.925139] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.925270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.925358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.925528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.925693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.925815] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be created. [ 860.949973] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 860.950223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.950365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.950567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.950761] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.950887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.950951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.951110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.951185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.951265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.951352] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.987177] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.987432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.987560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.987969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.988152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.023669] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 861.033422] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.372440] env[63021]: INFO networking_nsxv3.common.synchronization [req-4c4ff793-44ac-4d71-af67-67f78b3ae605 req-9821386a-515f-4228-8c53-0d890bb5c8f7 service nova] Enqueued Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_rules [ 861.372705] env[63021]: INFO networking_nsxv3.common.synchronization [req-4c4ff793-44ac-4d71-af67-67f78b3ae605 req-9821386a-515f-4228-8c53-0d890bb5c8f7 service nova] Enqueued Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_members [ 861.373663] env[63021]: INFO networking_nsxv3.common.synchronization [req-4c4ff793-44ac-4d71-af67-67f78b3ae605 req-9821386a-515f-4228-8c53-0d890bb5c8f7 service nova] Enqueued Resource ID: abc41dea-8b6f-4cf7-b02f-21996a0aaf8d with Priority: HIGHEST for action port [ 861.373663] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_rules [ 861.373663] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_members [ 861.373663] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc41dea-8b6f-4cf7-b02f-21996a0aaf8d with Priority: HIGHEST for action port [ 861.373997] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.374756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.374756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.374756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.374756] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f739b3c-2b62-41c7-bd22-49decbdfcb72',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.375385] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f739b3c-2b62-41c7-bd22-49decbdfcb72 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.375447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.375775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.375775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.375891] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.376796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.376796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.376796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.376796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.376796] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f739b3c-2b62-41c7-bd22-49decbdfcb72',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.377533] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-abc41dea-8b6f-4cf7-b02f-21996a0aaf8d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.377533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abc41dea-8b6f-4cf7-b02f-21996a0aaf8d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.377663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abc41dea-8b6f-4cf7-b02f-21996a0aaf8d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.377737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abc41dea-8b6f-4cf7-b02f-21996a0aaf8d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.378457] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abc41dea-8b6f-4cf7-b02f-21996a0aaf8d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.454556] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.454716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.454790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.455007] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.455185] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.455286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.455351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.455541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.455591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.455665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.455815] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.455923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.455955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.456117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.456274] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.456368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.456428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.456564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.456637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.456717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.456808] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.537714] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.537877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.537912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.538140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.538232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.538326] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 861.573477] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.573628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.573628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.573827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.575671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.584046] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 861.788990] env[63021]: INFO networking_nsxv3.common.synchronization [req-477590c7-7359-44a5-a332-6d0b0fe72ca7 req-92f77ebf-b514-4e6c-8e7a-5b4c709e298d tempest-ServerRescueNegativeTestJSON-1840407136 tempest-ServerRescueNegativeTestJSON-1840407136-project-member] Enqueued Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 861.789487] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 861.789862] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.789959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.791158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.791469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.791643] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.791782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.791831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.792021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.792110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.792393] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.879421] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f739b3c-2b62-41c7-bd22-49decbdfcb72 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.879634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.879772] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f739b3c-2b62-41c7-bd22-49decbdfcb72',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.880745] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abc41dea-8b6f-4cf7-b02f-21996a0aaf8d with status ACTIVE [ 861.880939] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.881065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.881148] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.881393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.881434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.881574] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.881666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.881727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.881920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.882014] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.882196] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.882289] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.882348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.882486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.882562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.882643] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abc41dea-8b6f-4cf7-b02f-21996a0aaf8d is going to be updated. [ 861.902696] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.902696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.902696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.903173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.903349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.903920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abc41dea-8b6f-4cf7-b02f-21996a0aaf8d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.960949] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 861.960949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.960949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.960949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.960949] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.960949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.960949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.960949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.960949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.960949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.960949] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.962063] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0deed06d-3c5d-46ac-bd12-5f057ff070c3: rpc.has_security_group_logging(os_id): False [ 861.984500] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.984500] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.984500] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.984500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.985000] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.985000] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.985000] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.985000] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.985000] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.985000] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 862.074586] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.074732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.074850] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.074965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.075131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.098872] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 862.242216] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.242216] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.242216] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.242216] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.242216] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.242216] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.242216] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.242863] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.243144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.243442] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.243583] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.243719] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.243849] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.243993] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.244116] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.244257] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.274401] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.274605] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.274760] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.274969] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.275326] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-4da14eb6-411a-4cdd-afe0-bd34e474882f taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.275519] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-4da14eb6-411a-4cdd-afe0-bd34e474882f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.275657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-4da14eb6-411a-4cdd-afe0-bd34e474882f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.276022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-4da14eb6-411a-4cdd-afe0-bd34e474882f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.276217] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da14eb6-411a-4cdd-afe0-bd34e474882f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.294650] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.294811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.294882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.295098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.295245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.295458] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.295544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.295767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.295767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.295826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.295900] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec56656-854d-43b5-8801-25600b712569 already deleted. [ 862.295981] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.384799] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f739b3c-2b62-41c7-bd22-49decbdfcb72',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.463125] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.463125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.463125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.463125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.463349] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.463534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.463534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.463614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.463656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.463730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.463887] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.463960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.464028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.464161] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.464951] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.464951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.464951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.464951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.464951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.464951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.464951] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.780014] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.780291] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.780401] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.780715] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.780943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.781136] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 4da14eb6-411a-4cdd-afe0-bd34e474882f not found, creating... [ 862.781430] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.781614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.781739] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.782007] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.782207] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.782525] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.782689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.782841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.783116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.783293] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.783489] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 4da14eb6-411a-4cdd-afe0-bd34e474882f is going to be created. [ 862.803681] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.803951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.804132] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.804499] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.804792] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.805087] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-4da14eb6-411a-4cdd-afe0-bd34e474882f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.887699] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.887953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.888078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.888343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.888473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.888584] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 is going to be created. [ 862.932506] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.932506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.932506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.932506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.932506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.944202] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 in Status: UNINITIALIZED for 2s [ 862.967834] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a57b6e2f-475e-4d85-874a-4525951c3c95: rpc.has_security_group_logging(os_id): False [ 862.991057] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.991057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.991057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.991057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.991057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.991422] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.991422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.991534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.991694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.991779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.991997] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.992115] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.992181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.992339] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.992408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.992598] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.992678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.992742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.992882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.992956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.993051] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be created. [ 863.039478] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 863.039782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.039969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.040538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.040686] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.068622] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.068622] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.068622] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.068622] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.068622] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.081759] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 863.544055] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.544055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.544055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.544530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.544600] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.544826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.544952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.545213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.545372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.545547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.545705] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.594841] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 863.594841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.607831] env[63021]: INFO networking_nsxv3.common.synchronization [req-477590c7-7359-44a5-a332-6d0b0fe72ca7 req-0185c973-d625-4bc2-b813-52dc707f6a49 service nova] Enqueued Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_rules [ 863.607831] env[63021]: INFO networking_nsxv3.common.synchronization [req-477590c7-7359-44a5-a332-6d0b0fe72ca7 req-0185c973-d625-4bc2-b813-52dc707f6a49 service nova] Enqueued Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 863.607831] env[63021]: INFO networking_nsxv3.common.synchronization [req-477590c7-7359-44a5-a332-6d0b0fe72ca7 req-0185c973-d625-4bc2-b813-52dc707f6a49 service nova] Enqueued Resource ID: 4da14eb6-411a-4cdd-afe0-bd34e474882f with Priority: HIGHEST for action port [ 863.607831] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_rules [ 863.607831] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 863.608294] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da14eb6-411a-4cdd-afe0-bd34e474882f with Priority: HIGHEST for action port [ 863.610138] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.610287] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.610354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.610664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.610664] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.611539] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.611645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.611715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.611975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.612081] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.612159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.612159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.612304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.612387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.612479] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.617082] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4da14eb6-411a-4cdd-afe0-bd34e474882f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.617082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4da14eb6-411a-4cdd-afe0-bd34e474882f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.617082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4da14eb6-411a-4cdd-afe0-bd34e474882f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.617082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4da14eb6-411a-4cdd-afe0-bd34e474882f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.617082] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da14eb6-411a-4cdd-afe0-bd34e474882f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.049734] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.049734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.049734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.049734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.049734] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.049734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.049734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.049734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.049734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.050446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.050446] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.050446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.050446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.050446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.050446] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.050690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.050690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.050743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.050856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.050935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.051035] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.117471] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 864.117915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.118135] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.120068] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.120068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.120501] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4da14eb6-411a-4cdd-afe0-bd34e474882f with status ACTIVE [ 864.120795] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.120973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.121037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.121307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.121868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.121868] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.121868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.121868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.122356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.122356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.122356] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.122530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.122530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.122676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.122840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.122840] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4da14eb6-411a-4cdd-afe0-bd34e474882f is going to be updated. [ 864.141339] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.141505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.141550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.141739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.141879] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.142099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4da14eb6-411a-4cdd-afe0-bd34e474882f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.553298] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83e49ee4-615b-47a0-9a44-bf593a13457a: rpc.has_security_group_logging(os_id): False [ 864.571640] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.571878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.571878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.572151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.572343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.572481] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.572582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.572643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.572827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.572907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.573061] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.573159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.573232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.573351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.573424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.573605] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.573731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.573797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.573880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.573965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.574047] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 864.621507] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.641541] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.641749] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.641749] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.641979] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.642141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.663277] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 864.957394] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 in Status: SUCCESS [ 864.957394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.957394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.957394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.957394] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.957394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.957394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.957394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.957394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.957394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.957394] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f739b3c-2b62-41c7-bd22-49decbdfcb72',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.094126] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 865.094386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.106914] env[63021]: INFO networking_nsxv3.common.synchronization [req-50c05c22-9a17-46a2-aa9e-4dd4c15fda05 req-eebaa21d-e3dc-4ced-b106-77eede18e6c2 tempest-ServerRescueNegativeTestJSON-1840407136 tempest-ServerRescueNegativeTestJSON-1840407136-project-member] Enqueued Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 865.107507] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 865.107872] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.108022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.125272] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.125441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.125507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.125727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.125819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.125941] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec56656-854d-43b5-8801-25600b712569 is going to be created. [ 865.151884] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.152085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.152123] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.153326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.153326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.161794] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: UNINITIALIZED for 2s [ 865.460418] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f739b3c-2b62-41c7-bd22-49decbdfcb72',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.565077] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.565077] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.565077] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.565077] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.565077] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.565077] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.565077] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.565685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.565991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.566376] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.566732] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.568051] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.568051] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.568051] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.568051] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.568051] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.586661] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.586908] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 865.587271] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.587533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.587909] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-f5e9674b-220d-4e59-bec7-5b1512efb29e taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.588270] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-f5e9674b-220d-4e59-bec7-5b1512efb29e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.588480] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-f5e9674b-220d-4e59-bec7-5b1512efb29e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.588915] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-f5e9674b-220d-4e59-bec7-5b1512efb29e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.589124] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e9674b-220d-4e59-bec7-5b1512efb29e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.962997] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f739b3c-2b62-41c7-bd22-49decbdfcb72: rpc.has_security_group_logging(os_id): False [ 865.983706] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.983867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.983912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.984147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.984260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.984515] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.984616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.984680] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.984835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.984914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.985012] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 is going to be created. [ 866.062766] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.062971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.063023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.063246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.063432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.075644] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 in Status: IN_PROGRESS for 2s [ 866.093917] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.094234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.094431] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.094776] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.094943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.095121] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port f5e9674b-220d-4e59-bec7-5b1512efb29e not found, creating... [ 866.095421] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.095590] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.095718] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.095969] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.096130] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.096472] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.096652] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.096785] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.097044] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.097203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.097383] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: f5e9674b-220d-4e59-bec7-5b1512efb29e is going to be created. [ 866.116817] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.117138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.117228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.117456] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.117716] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.118020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-f5e9674b-220d-4e59-bec7-5b1512efb29e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.684907] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 866.685180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.922157] env[63021]: INFO networking_nsxv3.common.synchronization [req-50c05c22-9a17-46a2-aa9e-4dd4c15fda05 req-b28d97e0-e83b-422b-99f3-642d1d8b3a1d service nova] Enqueued Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_rules [ 866.922809] env[63021]: INFO networking_nsxv3.common.synchronization [req-50c05c22-9a17-46a2-aa9e-4dd4c15fda05 req-b28d97e0-e83b-422b-99f3-642d1d8b3a1d service nova] Enqueued Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 866.922990] env[63021]: INFO networking_nsxv3.common.synchronization [req-50c05c22-9a17-46a2-aa9e-4dd4c15fda05 req-b28d97e0-e83b-422b-99f3-642d1d8b3a1d service nova] Enqueued Resource ID: f5e9674b-220d-4e59-bec7-5b1512efb29e with Priority: HIGHEST for action port [ 866.923485] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_rules [ 866.923609] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 866.923697] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e9674b-220d-4e59-bec7-5b1512efb29e with Priority: HIGHEST for action port [ 866.924498] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.924639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.924907] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.925052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.927234] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e9674b-220d-4e59-bec7-5b1512efb29e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.927359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e9674b-220d-4e59-bec7-5b1512efb29e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.927427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e9674b-220d-4e59-bec7-5b1512efb29e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.927629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e9674b-220d-4e59-bec7-5b1512efb29e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.927710] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e9674b-220d-4e59-bec7-5b1512efb29e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.171814] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: SUCCESS [ 867.172140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.172218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.172425] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.172640] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.172767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.172834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.172990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.173086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.173172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.173272] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.174118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.174289] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.174445] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.174547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.174613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.174768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.174844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.174927] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.279645] env[63021]: INFO networking_nsxv3.common.synchronization [req-c1571098-c3e1-4a86-83aa-080ecc8a35f5 req-42d0d9d6-a8b5-4f16-a34e-5ec0fbed5fe5 tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 867.280227] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 867.280609] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.280740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.280787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.280991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.285250] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.285367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.285433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.285606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.286025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.286025] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.431291] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5e9674b-220d-4e59-bec7-5b1512efb29e with status ACTIVE [ 867.431705] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.431856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.431927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.432172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.432266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.432448] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.432638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.432716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.432907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.432995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.433226] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.433322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.433385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.433531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.433606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.434116] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5e9674b-220d-4e59-bec7-5b1512efb29e is going to be updated. [ 867.461426] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.461775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.461775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.462147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.462147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.462252] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e9674b-220d-4e59-bec7-5b1512efb29e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.677180] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.677318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.677519] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.788731] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.789013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.789170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.789271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.789425] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.789605] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.789785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.789785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.790018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.790174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.790317] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 867.816827] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.817159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.817159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.817376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.817376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.827474] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 868.051685] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.051914] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.052052] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.054886] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.062614] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.062614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.062614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.062614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.062614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.062614] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.062614] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.062614] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.062614] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.062614] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.062614] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.062614] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.084026] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.084026] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.084026] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.084026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.084026] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-ae90a55f-7d07-4ee6-b266-85db7d8ebdad taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.084026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-ae90a55f-7d07-4ee6-b266-85db7d8ebdad" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.084026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-ae90a55f-7d07-4ee6-b266-85db7d8ebdad" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.084026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-ae90a55f-7d07-4ee6-b266-85db7d8ebdad" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.084026] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae90a55f-7d07-4ee6-b266-85db7d8ebdad',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.084026] env[63021]: INFO networking_nsxv3.common.synchronization [req-b38f1040-866d-4003-80a9-2af0d3f0d4c9 req-1fce55c8-31df-4f4f-a5db-450defa96cfd tempest-ServersTestMultiNic-275042728 tempest-ServersTestMultiNic-275042728-project-member] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 868.085852] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 868.086197] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.086319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.086387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.086626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.086726] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.086821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.086882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.087045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.087124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.087214] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.096173] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 in Status: SUCCESS [ 868.096391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.180655] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.472737] env[63021]: INFO networking_nsxv3.common.synchronization [req-b38f1040-866d-4003-80a9-2af0d3f0d4c9 req-2e4688f0-9afa-4a0d-9b6d-c167872d4b47 tempest-ServersTestMultiNic-275042728 tempest-ServersTestMultiNic-275042728-project-member] Enqueued Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 868.473335] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e49ee4-615b-47a0-9a44-bf593a13457a with Priority: HIGHEST for action security_group_members [ 868.473719] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e49ee4-615b-47a0-9a44-bf593a13457a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.473851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.587019] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.587019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.587019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.587019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.587019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.587321] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port ae90a55f-7d07-4ee6-b266-85db7d8ebdad not found, creating... [ 868.587321] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.587465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.587581] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.587807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.587945] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.588238] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.588390] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.588506] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.589429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.589633] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.589831] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: ae90a55f-7d07-4ee6-b266-85db7d8ebdad is going to be created. [ 868.591109] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.613190] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.613993] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.614436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.614805] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.614873] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.615607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-ae90a55f-7d07-4ee6-b266-85db7d8ebdad" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.683027] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.683027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.683027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.683607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.683732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.683841] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec56656-854d-43b5-8801-25600b712569 is going to be updated. [ 868.722502] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.723116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.723116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.723116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.723116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.736711] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: IN_PROGRESS for 2s [ 869.094481] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.560739] env[63021]: INFO networking_nsxv3.common.synchronization [req-c1571098-c3e1-4a86-83aa-080ecc8a35f5 req-e20f6b18-ac35-4076-b5ba-60c53e825212 service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 869.560739] env[63021]: INFO networking_nsxv3.common.synchronization [req-c1571098-c3e1-4a86-83aa-080ecc8a35f5 req-e20f6b18-ac35-4076-b5ba-60c53e825212 service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 869.560739] env[63021]: INFO networking_nsxv3.common.synchronization [req-c1571098-c3e1-4a86-83aa-080ecc8a35f5 req-e20f6b18-ac35-4076-b5ba-60c53e825212 service nova] Enqueued Resource ID: ae90a55f-7d07-4ee6-b266-85db7d8ebdad with Priority: HIGHEST for action port [ 869.561135] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 869.561135] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 869.561218] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae90a55f-7d07-4ee6-b266-85db7d8ebdad with Priority: HIGHEST for action port [ 869.562045] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.562045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.562264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.562347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.562414] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.563347] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.563446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.563627] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae90a55f-7d07-4ee6-b266-85db7d8ebdad taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.563723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae90a55f-7d07-4ee6-b266-85db7d8ebdad" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.563784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae90a55f-7d07-4ee6-b266-85db7d8ebdad" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.563954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae90a55f-7d07-4ee6-b266-85db7d8ebdad" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.564044] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae90a55f-7d07-4ee6-b266-85db7d8ebdad',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.597189] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.597376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.597376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.597713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.597813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.597915] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 869.633093] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.633252] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.633318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.633516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.633657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.641908] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 869.836889] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 869.837122] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f deletion is rescheduled due to dependency. [ 869.837233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.837393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.837961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.837961] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.837961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.837961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.838160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.838321] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.838321] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.066078] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.066277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.066486] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae90a55f-7d07-4ee6-b266-85db7d8ebdad with status ACTIVE [ 870.066658] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.066769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.066834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.067066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.067191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.067423] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.067533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.067598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.067763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.067852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.068040] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.068166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.068332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.068443] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.068538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.068633] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae90a55f-7d07-4ee6-b266-85db7d8ebdad is going to be updated. [ 870.090695] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.090695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.090985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.091106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.091458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.091458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae90a55f-7d07-4ee6-b266-85db7d8ebdad" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.341626] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.747525] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: SUCCESS [ 870.747832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.747910] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.748199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.748386] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.748502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.748563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.751021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.751021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.751021] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.845032] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.251235] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.348396] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.348555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.348625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.348837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.348925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.349057] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 871.377195] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.377349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.377421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.377630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.377773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.387992] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 871.653167] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 871.653397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.655040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.655040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.655040] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.655040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.655040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.655040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.655040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.655040] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e49ee4-615b-47a0-9a44-bf593a13457a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.755056] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.160893] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.160893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.160893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.160893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.160893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.160893] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.160893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.160893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.160893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.160893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.160893] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a is going to be updated. [ 872.207172] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.207333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.207406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.207614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.207755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.222433] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: IN_PROGRESS for 2s [ 872.260562] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.260562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.260562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.260562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.260562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.260562] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec56656-854d-43b5-8801-25600b712569 is going to be updated. [ 872.315050] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.315050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.315050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.315050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.315050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.329440] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: IN_PROGRESS for 2s [ 873.398129] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 873.398389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.398517] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.398728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.398946] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.399050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.399119] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.399274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.399356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.399533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.399533] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.826327] env[63021]: INFO networking_nsxv3.common.synchronization [req-05595fcf-c280-4b38-9166-e6728566c5d0 req-ed4d6a2f-adce-4645-b346-99c6425cd1a8 tempest-ImagesOneServerNegativeTestJSON-1777388496 tempest-ImagesOneServerNegativeTestJSON-1777388496-project-member] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 873.826899] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 873.827152] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.827280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.827332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.827529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.827676] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.827770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.827830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.827971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.828443] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.828553] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.901782] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.901939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.902013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.902282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.902460] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.902566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.902631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.902780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.902864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.902951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.903110] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.903202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.903262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.903421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.903556] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.903645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.903703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.903835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.903908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.903986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.904088] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.233734] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e49ee4-615b-47a0-9a44-bf593a13457a in Status: SUCCESS [ 874.234210] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e49ee4-615b-47a0-9a44-bf593a13457a deletion is rescheduled due to dependency. [ 874.234210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e49ee4-615b-47a0-9a44-bf593a13457a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.331820] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.331985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.332121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.332291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.332387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.332593] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.332698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.332762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.332937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.333029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.333114] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be updated. [ 874.342843] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: SUCCESS [ 874.343128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.343272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.343573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.343724] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.343843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.343908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.344069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.344188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.344278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.344644] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.344644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.344644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.344808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.344914] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.345045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.345045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.345190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.345281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.345281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.345402] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.366875] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.367285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.367285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.367285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.367440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.376198] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 874.406079] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05585405-8467-47e0-ba08-4815718f0d7f: rpc.has_security_group_logging(os_id): False [ 874.423748] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.423886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.423963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.424188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.424281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.424504] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.424601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.424661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.424804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.424879] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.425062] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.425173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.425297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.425353] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.425406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.425564] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.425654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.425715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.425839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.425913] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.425994] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 874.496621] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.496765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.496830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.497042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.497229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.505637] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.505807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.505936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.506226] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.506489] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.506649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.506770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.506991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.507150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.507368] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.507478] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.507590] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.507723] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.507845] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.507959] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.508109] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.523584] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 874.533555] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.533555] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.533555] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.533555] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-783" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.534340] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-e8d9e159-a748-455b-ba7e-dad129aab175 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.534340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-e8d9e159-a748-455b-ba7e-dad129aab175" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.534340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-e8d9e159-a748-455b-ba7e-dad129aab175" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.534545] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-e8d9e159-a748-455b-ba7e-dad129aab175" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.534624] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d9e159-a748-455b-ba7e-dad129aab175',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.847812] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ec56656-854d-43b5-8801-25600b712569: rpc.has_security_group_logging(os_id): False [ 874.866256] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.866451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.866451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.866679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.866743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.866920] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.867025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.867091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.867235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.867304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.867486] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.867606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.867650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.867758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.867832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.868034] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.868127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.868190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.868329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.868411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.868471] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ec56656-854d-43b5-8801-25600b712569 is going to be created. [ 874.934140] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.934392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.934392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.934614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.934813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.950194] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: IN_PROGRESS for 2s [ 875.037776] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.038228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.038228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.038453] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.038609] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.038774] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port e8d9e159-a748-455b-ba7e-dad129aab175 not found, creating... [ 875.039056] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.039239] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.039345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.039595] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.039709] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.039994] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.040169] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.040295] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.040507] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.040647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.040791] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: e8d9e159-a748-455b-ba7e-dad129aab175 is going to be created. [ 875.069315] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.069532] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.069667] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.069941] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.070181] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.070436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-e8d9e159-a748-455b-ba7e-dad129aab175" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.824607] env[63021]: INFO networking_nsxv3.common.synchronization [req-05595fcf-c280-4b38-9166-e6728566c5d0 req-9c97d36e-355d-4ec3-930d-0ac66e584178 service nova] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_rules [ 875.825179] env[63021]: INFO networking_nsxv3.common.synchronization [req-05595fcf-c280-4b38-9166-e6728566c5d0 req-9c97d36e-355d-4ec3-930d-0ac66e584178 service nova] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 875.827100] env[63021]: INFO networking_nsxv3.common.synchronization [req-05595fcf-c280-4b38-9166-e6728566c5d0 req-9c97d36e-355d-4ec3-930d-0ac66e584178 service nova] Enqueued Resource ID: e8d9e159-a748-455b-ba7e-dad129aab175 with Priority: HIGHEST for action port [ 875.827100] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_rules [ 875.827100] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 875.827100] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d9e159-a748-455b-ba7e-dad129aab175 with Priority: HIGHEST for action port [ 875.827953] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.828217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.828693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.828992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.831683] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.831683] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.831683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.831683] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8d9e159-a748-455b-ba7e-dad129aab175 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.831683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8d9e159-a748-455b-ba7e-dad129aab175" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.831683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8d9e159-a748-455b-ba7e-dad129aab175" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.831683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8d9e159-a748-455b-ba7e-dad129aab175" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.831683] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d9e159-a748-455b-ba7e-dad129aab175',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.009416] env[63021]: INFO networking_nsxv3.common.synchronization [None req-18186be2-eb22-4c5e-b241-6dc9759cbe2e tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_rules [ 876.011530] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_rules [ 876.015161] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c64b013-5c6b-4903-ace7-d3b90c333e38 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.015161] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.015161] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.015161] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.015161] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c64b013-5c6b-4903-ace7-d3b90c333e38',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.091716] env[63021]: INFO networking_nsxv3.common.synchronization [None req-c97b9ee6-05be-409d-ad90-767c6d1d47e6 tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_rules [ 876.092266] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_rules [ 876.092616] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c64b013-5c6b-4903-ace7-d3b90c333e38 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.092749] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.176093] env[63021]: INFO networking_nsxv3.common.synchronization [req-35aa04db-5b6b-491e-aca8-e98c4728591d req-3cd3a70d-2bed-4008-8c0a-4d8b710133f2 tempest-ImagesTestJSON-852617634 tempest-ImagesTestJSON-852617634-project-member] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 876.176093] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 876.178515] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.178865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.180204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.180204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.180204] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.180204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.180204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.180204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.180204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.180204] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.335337] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.335337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.335337] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8d9e159-a748-455b-ba7e-dad129aab175 with status ACTIVE [ 876.335337] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.335337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.335337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.335337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.335337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.335337] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.335337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.335337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.335337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.335337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.338328] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.338328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.338328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.338328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.338328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.338328] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8d9e159-a748-455b-ba7e-dad129aab175 is going to be updated. [ 876.359242] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.359242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.359242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.359242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.359242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.359242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8d9e159-a748-455b-ba7e-dad129aab175" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.396192] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 876.396381] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 deletion is rescheduled due to dependency. [ 876.396496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.396663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.396871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.397081] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.397204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.397270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.397426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.397505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.397597] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.539231] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 876.539459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.547017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.547167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.547239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.547448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.547535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.547646] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 already deleted. [ 876.547706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.547846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.548009] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.548095] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c64b013-5c6b-4903-ace7-d3b90c333e38',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.682459] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.904872] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.964043] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: SUCCESS [ 876.964158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.964333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.964575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.964715] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.079515] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.079515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.079515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.079515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.079515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.079515] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 already deleted. [ 877.079515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.185475] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.408965] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.468611] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.468824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.468925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.469281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.469557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.469702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.469777] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.469944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.470046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.470139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.470229] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.689263] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.689512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.689600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.689814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.689902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.690017] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 877.725031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.725031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.725031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.725031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.725031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.731788] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 877.911078] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.911393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.911393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.911571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.911659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.911756] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be updated. [ 877.942278] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.942951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.942951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.943061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.943204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.951794] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 877.973488] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.973645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.973710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.973917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.974105] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.974276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.974276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.974398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.974486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.974576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.974722] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.974846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.974922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.975080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.975227] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.975313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.975370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.975503] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.975578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.975659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.975747] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.477955] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ec56656-854d-43b5-8801-25600b712569: rpc.has_security_group_logging(os_id): False [ 878.497149] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.497320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.497390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.497597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.497752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.497981] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.498097] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.498175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.498334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.498410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.498617] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.498714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.498772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.498931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.499015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.503378] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.503552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.503643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.503813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.503905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.504010] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ec56656-854d-43b5-8801-25600b712569 is going to be updated. [ 878.574510] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.574686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.574686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.574912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.575073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.594982] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: IN_PROGRESS for 2s [ 879.015029] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2c8e9d3-c866-44bd-b81e-c77e80e04316 req-d09d0172-82b7-4450-b67e-e33ae0faed58 tempest-ServersNegativeTestJSON-852925760 tempest-ServersNegativeTestJSON-852925760-project-member] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 879.015029] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 879.015029] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.015029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.015029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.015029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.015029] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.015029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.015029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.015029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.015029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.015029] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.313547] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.313751] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.313882] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.314184] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.314447] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.314607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.314726] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.314942] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.315098] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.315309] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.315426] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.315539] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.315649] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.315759] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.315866] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.315999] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.334116] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.334283] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.334467] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.334647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.334915] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-88cffe20-d5e9-44e6-8180-39722a305d2e taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.335086] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-88cffe20-d5e9-44e6-8180-39722a305d2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.335212] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-88cffe20-d5e9-44e6-8180-39722a305d2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.335491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-88cffe20-d5e9-44e6-8180-39722a305d2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.335635] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88cffe20-d5e9-44e6-8180-39722a305d2e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.518426] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.741622] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 879.741837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.838248] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.838490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.838624] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.839321] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.839507] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.839676] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 88cffe20-d5e9-44e6-8180-39722a305d2e not found, creating... [ 879.839948] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.840127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.840254] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.840491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.840637] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.841219] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.841219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.841399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.841529] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.841669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.841813] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 88cffe20-d5e9-44e6-8180-39722a305d2e is going to be created. [ 879.859988] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.860378] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.860378] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.860602] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.860834] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.861082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-88cffe20-d5e9-44e6-8180-39722a305d2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.982922] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 879.983174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.983352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.983566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.983775] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.983880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.983976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.984101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.984183] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.984271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.984359] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.020594] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.488444] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.488611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.488711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.489655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.489655] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.489655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.489655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.489655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.489655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.489655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.489655] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.490057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.490057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.490057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.490057] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.490189] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.490189] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.490420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.490420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.490486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.490557] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.522866] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.523110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.523202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.523423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.523532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.523676] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be updated. [ 880.556008] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.556183] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.556256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.556471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.556619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.568820] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: IN_PROGRESS for 2s [ 880.610561] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: SUCCESS [ 880.610812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.713623] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2c8e9d3-c866-44bd-b81e-c77e80e04316 req-a3d729f3-6c13-4de9-8de1-9d7e6e5c7098 service nova] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_rules [ 880.713821] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2c8e9d3-c866-44bd-b81e-c77e80e04316 req-a3d729f3-6c13-4de9-8de1-9d7e6e5c7098 service nova] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 880.713968] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2c8e9d3-c866-44bd-b81e-c77e80e04316 req-a3d729f3-6c13-4de9-8de1-9d7e6e5c7098 service nova] Enqueued Resource ID: 88cffe20-d5e9-44e6-8180-39722a305d2e with Priority: HIGHEST for action port [ 880.714225] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_rules [ 880.714362] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 880.714450] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cffe20-d5e9-44e6-8180-39722a305d2e with Priority: HIGHEST for action port [ 880.715014] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.715168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.715239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.715429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.715510] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.716360] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.716450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.716650] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-88cffe20-d5e9-44e6-8180-39722a305d2e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.716755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88cffe20-d5e9-44e6-8180-39722a305d2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.717035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88cffe20-d5e9-44e6-8180-39722a305d2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.717035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88cffe20-d5e9-44e6-8180-39722a305d2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.717136] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88cffe20-d5e9-44e6-8180-39722a305d2e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.994030] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dcef994-34e4-4496-9bfc-55d087d54594: rpc.has_security_group_logging(os_id): False [ 881.022329] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.022655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.022655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.022774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.022932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.023175] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.023306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.023392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.023578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.023664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.023888] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.024036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.024101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.024228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.024306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.024497] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.024591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.024655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.024792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.024867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.024950] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be updated. [ 881.090654] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.090654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.090654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.090654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.090921] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.105786] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 881.220027] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88cffe20-d5e9-44e6-8180-39722a305d2e with status ACTIVE [ 881.220027] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.220027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.220027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.220315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.220315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.220379] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.220486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.220550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.220713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.220794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.220970] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.221075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.221137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.221309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.221400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.221491] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88cffe20-d5e9-44e6-8180-39722a305d2e is going to be updated. [ 881.222685] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.222775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.264538] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.264701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.264739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.264952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.265128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.265291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88cffe20-d5e9-44e6-8180-39722a305d2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.580187] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: SUCCESS [ 882.580187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.580664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.580664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.580944] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.580944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.581055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.581196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.581344] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.581442] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.084480] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.122657] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 883.122657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.589388] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.095858] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.096082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.096184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.096429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.096548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.096656] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be updated. [ 884.127307] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.127453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.127513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.127699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.127846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.138412] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: IN_PROGRESS for 2s [ 885.715318] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 885.715611] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 886.135716] env[63021]: INFO networking_nsxv3.common.synchronization [req-43a912bd-53cd-4738-bc4d-db229f7635f9 req-0403e68a-c09a-4642-adca-993fec17aaca tempest-ImagesOneServerNegativeTestJSON-1777388496 tempest-ImagesOneServerNegativeTestJSON-1777388496-project-member] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 886.136687] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGHEST for action security_group_members [ 886.136687] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.136846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.136846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.137243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.137436] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.137559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.137628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.137797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.137885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.137978] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.151124] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: SUCCESS [ 886.151174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.151608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.151798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.151972] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.152094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.152158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.152367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.152476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.152567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.152655] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.643141] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.643141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.643141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.643141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.643141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.643141] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.643141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.643141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.643141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.643141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.643141] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be updated. [ 886.655668] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.655849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.655929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.656132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.656292] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.656392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.656458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.656608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.656703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.656754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.656900] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.657037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.657077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.657192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.657321] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.657414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.657464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.657619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.657681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.657730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.657815] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.671020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.671153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.671222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.671552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.672514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.681997] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: IN_PROGRESS for 2s [ 887.160685] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc0d214-e3d1-4937-9383-d43fa57e9853: rpc.has_security_group_logging(os_id): False [ 887.182035] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.182157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.182248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.182510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.182615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.182806] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.182905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.182970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.183139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.183218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.183400] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.183495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.183556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.183692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.183765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.183957] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.184061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.184122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.184258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.184333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.184417] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be updated. [ 887.299981] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.300154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.300213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.300406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.300549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.317532] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: IN_PROGRESS for 2s [ 887.891481] env[63021]: INFO networking_nsxv3.common.synchronization [req-f456b00f-8e30-4002-90c9-4a456674e99d req-1d21ee58-2528-490f-8c36-ae5914be68cb tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_members [ 887.892527] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_members [ 887.892527] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.892527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.892744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.892857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.893338] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.893338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.893338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.893338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.893628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.893628] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.395757] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.396071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.396071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.396236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.396328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.396520] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.396621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.396684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.396841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.396912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.397038] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 already deleted. [ 888.397137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.564543] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.564543] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.564543] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.564543] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.564786] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.564947] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.565158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.565317] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.565492] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.565801] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.565937] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.566055] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.566167] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.566281] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.566388] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.566526] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.588143] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.588143] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.588609] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.590484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.590484] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-9efd2ef2-d319-4038-ab28-44a46bd597d8 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.590484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-9efd2ef2-d319-4038-ab28-44a46bd597d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.590484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-9efd2ef2-d319-4038-ab28-44a46bd597d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.590484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-9efd2ef2-d319-4038-ab28-44a46bd597d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.590484] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9efd2ef2-d319-4038-ab28-44a46bd597d8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.692748] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dcef994-34e4-4496-9bfc-55d087d54594 in Status: SUCCESS [ 888.692932] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 deletion is rescheduled due to dependency. [ 888.693068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.094424] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.094424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.094424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.094424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.094424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.094424] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 9efd2ef2-d319-4038-ab28-44a46bd597d8 not found, creating... [ 889.094424] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.094424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.094424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.094424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.094424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.095364] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.095364] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.095364] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.095534] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.095871] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.095871] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 9efd2ef2-d319-4038-ab28-44a46bd597d8 is going to be created. [ 889.118454] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.118454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.118454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.118454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.118454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.118454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-9efd2ef2-d319-4038-ab28-44a46bd597d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.333922] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: SUCCESS [ 889.335026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.863042] env[63021]: INFO networking_nsxv3.common.synchronization [req-f456b00f-8e30-4002-90c9-4a456674e99d req-b5becbcc-db0c-4a6b-bb21-b0958618926f service nova] Enqueued Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_rules [ 889.863042] env[63021]: INFO networking_nsxv3.common.synchronization [req-f456b00f-8e30-4002-90c9-4a456674e99d req-b5becbcc-db0c-4a6b-bb21-b0958618926f service nova] Enqueued Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_members [ 889.863042] env[63021]: INFO networking_nsxv3.common.synchronization [req-f456b00f-8e30-4002-90c9-4a456674e99d req-b5becbcc-db0c-4a6b-bb21-b0958618926f service nova] Enqueued Resource ID: 9efd2ef2-d319-4038-ab28-44a46bd597d8 with Priority: HIGHEST for action port [ 889.863448] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_rules [ 889.863448] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_members [ 889.863448] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efd2ef2-d319-4038-ab28-44a46bd597d8 with Priority: HIGHEST for action port [ 889.863873] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.865027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.865027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.865027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.865027] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.865357] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.865476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.865545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.865712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.865935] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.866045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.866107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.866249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.866331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.866416] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.867182] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-9efd2ef2-d319-4038-ab28-44a46bd597d8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.867270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9efd2ef2-d319-4038-ab28-44a46bd597d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.867318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9efd2ef2-d319-4038-ab28-44a46bd597d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.867501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9efd2ef2-d319-4038-ab28-44a46bd597d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.867583] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9efd2ef2-d319-4038-ab28-44a46bd597d8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.370940] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.372025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.372155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.372288] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9efd2ef2-d319-4038-ab28-44a46bd597d8 with status ACTIVE [ 890.372469] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.372600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.372667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.372869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.372957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.373140] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.373239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.373300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.373446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.373525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.373702] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.373925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.373925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.374047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.374047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.374410] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9efd2ef2-d319-4038-ab28-44a46bd597d8 is going to be updated. [ 890.388725] env[63021]: INFO networking_nsxv3.common.synchronization [req-8542636e-9564-4f6b-a973-f1b3ae0f71e1 req-b5b28a32-65da-4236-ad53-fde5ddf86eef tempest-VolumesAdminNegativeTest-34143088 tempest-VolumesAdminNegativeTest-34143088-project-member] Enqueued Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_members [ 890.389311] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGHEST for action security_group_members [ 890.389821] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b387fa5-5e56-4bb7-9484-db7885ce6a62 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.390036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.390169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.390372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.390546] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.391131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.391131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.391131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.391131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.391131] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.472250] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.472459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.472533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.472802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.472990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.473225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9efd2ef2-d319-4038-ab28-44a46bd597d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.876411] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.892950] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.893105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.893175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.893603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.893603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.893807] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.893807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.893916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.894091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.894174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.895299] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 is going to be updated. [ 890.943276] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.943434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.943558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.943693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.943854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.955147] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 in Status: IN_PROGRESS for 2s [ 891.378699] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.378699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.378897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.378936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.379020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.379146] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 is going to be created. [ 891.401216] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.401434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.401434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.401673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.401834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.410419] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 in Status: UNINITIALIZED for 2s [ 891.420609] env[63021]: INFO networking_nsxv3.common.synchronization [req-f4e9a3cc-4341-4479-be04-a674123e04ce req-1f5f55f6-dc25-4ce9-8a4e-f2328406fbd7 tempest-ServersNegativeTestJSON-852925760 tempest-ServersNegativeTestJSON-852925760-project-member] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 891.420870] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 891.421580] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.421696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.421696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.421895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.422427] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.422678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.422678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.422820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.422905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.422979] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.928051] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.430312] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.935726] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.935726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.935726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.935726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.935726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.935726] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be updated. [ 892.970152] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 in Status: SUCCESS [ 892.970152] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 deletion is rescheduled due to dependency. [ 892.970152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.973832] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.973832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.973832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.973832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.973832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.980780] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: IN_PROGRESS for 2s [ 893.108438] env[63021]: INFO networking_nsxv3.common.synchronization [req-d9c4e743-0ad3-452d-acd1-8a340ea80d72 req-3611f666-e967-4b1b-9a7d-f2ce12a82689 tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 893.108438] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 893.108438] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.108438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.108438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.109106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.109517] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.110238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.110445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.110782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.111095] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.112445] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.298285] env[63021]: INFO networking_nsxv3.common.synchronization [req-656b4c07-6b90-4bb5-896d-d42945654795 req-127035a6-92ad-47b9-8d8f-d8b288980570 tempest-ServersAdminNegativeTestJSON-1478593092 tempest-ServersAdminNegativeTestJSON-1478593092-project-member] Enqueued Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 893.298285] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGHEST for action security_group_members [ 893.298285] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.298285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.298285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.299739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.300571] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.300887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.301112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.301501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.301726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.301949] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.420453] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 in Status: SUCCESS [ 893.420793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.421082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.421536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.421773] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.421864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.421956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.422228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.422359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.422495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.422650] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.614299] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.614572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.614650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.614914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.614975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.615195] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.615295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.615345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.615495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.615573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.615656] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 893.645289] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.645473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.645558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.645812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.645999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.655827] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 893.804608] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.806196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.806196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.806196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.806196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.806453] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.806453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.806453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.806573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.806640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.806726] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcf10bf0-5098-408c-b08a-96e0856439d1 is going to be updated. [ 893.836337] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.836560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.836560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.836762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.836906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.846561] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: IN_PROGRESS for 2s [ 893.925921] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.428480] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1: rpc.has_security_group_logging(os_id): False [ 894.448494] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.448637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.448707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.448908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.448992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.449243] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.449347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.449433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.449951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.449951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.449951] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 is going to be created. [ 894.524346] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.524513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.524564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.524769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.524947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.540063] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 in Status: IN_PROGRESS for 2s [ 894.990946] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: SUCCESS [ 894.990946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.471666] env[63021]: INFO networking_nsxv3.common.synchronization [None req-e9e6ea64-2350-4a77-ae60-de7777d8b14a None None] Enqueued Resource ID: 16b3759c-0f52-4007-9a8f-595ac4d0055b with Priority: HIGHEST for action port [ 895.472267] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b3759c-0f52-4007-9a8f-595ac4d0055b with Priority: HIGHEST for action port [ 895.472728] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-16b3759c-0f52-4007-9a8f-595ac4d0055b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.473437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16b3759c-0f52-4007-9a8f-595ac4d0055b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.473437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16b3759c-0f52-4007-9a8f-595ac4d0055b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.473437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16b3759c-0f52-4007-9a8f-595ac4d0055b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.473437] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b3759c-0f52-4007-9a8f-595ac4d0055b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.665864] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 895.665864] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f deletion is rescheduled due to dependency. [ 895.665864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.858443] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcf10bf0-5098-408c-b08a-96e0856439d1 in Status: SUCCESS [ 895.858443] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcf10bf0-5098-408c-b08a-96e0856439d1 deletion is rescheduled due to dependency. [ 895.858443] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.975609] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16b3759c-0f52-4007-9a8f-595ac4d0055b [ 895.976244] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.976409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.976479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.976692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.976971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.977233] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16b3759c-0f52-4007-9a8f-595ac4d0055b already deleted. [ 895.977233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16b3759c-0f52-4007-9a8f-595ac4d0055b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.552057] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 in Status: SUCCESS [ 896.552337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.780636] env[63021]: INFO networking_nsxv3.common.synchronization [None req-c6ec9d10-29d8-4c9d-b755-7c43bfc461f2 None None] Enqueued Resource ID: 228c5e9c-c4c0-4321-ac6b-95a150469fb7 with Priority: HIGHEST for action port [ 897.780636] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228c5e9c-c4c0-4321-ac6b-95a150469fb7 with Priority: HIGHEST for action port [ 897.780636] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-228c5e9c-c4c0-4321-ac6b-95a150469fb7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.780636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-228c5e9c-c4c0-4321-ac6b-95a150469fb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.780636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-228c5e9c-c4c0-4321-ac6b-95a150469fb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.781659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-228c5e9c-c4c0-4321-ac6b-95a150469fb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.781758] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('228c5e9c-c4c0-4321-ac6b-95a150469fb7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.283458] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 228c5e9c-c4c0-4321-ac6b-95a150469fb7 [ 898.283701] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.283835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.283909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.284134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.284198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.284290] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:228c5e9c-c4c0-4321-ac6b-95a150469fb7 already deleted. [ 898.284373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-228c5e9c-c4c0-4321-ac6b-95a150469fb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.749047] env[63021]: INFO networking_nsxv3.common.synchronization [None req-12a5e19e-c529-4c9d-b2dc-2289fdbf78c7 tempest-ServerRescueNegativeTestJSON-1840407136 tempest-ServerRescueNegativeTestJSON-1840407136-project-member] Enqueued Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_rules [ 902.749361] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_rules [ 902.749814] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64843afb-a031-4349-bdf7-21c14a124759 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.750014] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.750173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.750541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.750703] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.817362] env[63021]: INFO networking_nsxv3.common.synchronization [None req-bf43c7e0-0864-4225-a130-8815de00001a tempest-ServerRescueNegativeTestJSON-1840407136 tempest-ServerRescueNegativeTestJSON-1840407136-project-member] Enqueued Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_rules [ 902.817877] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_rules [ 902.818226] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64843afb-a031-4349-bdf7-21c14a124759 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.818372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.956573] env[63021]: INFO networking_nsxv3.common.synchronization [req-1208d605-afb6-4f7d-bed8-7b4272afde28 req-138feae7-5ddf-408c-b018-2e5096a26b01 tempest-ServersAdminTestJSON-462896532 tempest-ServersAdminTestJSON-462896532-project-member] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 902.956573] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 902.956573] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.956573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.956573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.956573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.956573] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.956573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.957459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.957774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.957960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.958168] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.273580] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.273756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.273800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.274117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.274215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.274354] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64843afb-a031-4349-bdf7-21c14a124759 already deleted. [ 903.274472] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.274626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.274820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.274923] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.464293] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.752030] env[63021]: INFO networking_nsxv3.common.synchronization [req-9c87809b-970a-44ae-a0c9-ae8da38668e0 req-2b36f9cb-ce37-4ee2-a831-40a260ec244d tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 903.753899] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 903.753899] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.753899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.753899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.757200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.757388] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.758531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.758531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.758531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.758531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.758531] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.805936] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.805936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.805936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.805936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.805936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.805936] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64843afb-a031-4349-bdf7-21c14a124759 already deleted. [ 903.805936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.968427] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.113955] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.114255] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.114440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.114826] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.115209] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.115761] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.115761] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.116506] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.116506] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.116506] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.116624] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.116707] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.116877] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.117073] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.117253] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.117458] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.145254] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.145495] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.145695] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.145946] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.146372] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-cd8436f9-6412-468e-bd24-f9d845d3ca21 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.146607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-cd8436f9-6412-468e-bd24-f9d845d3ca21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.146778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-cd8436f9-6412-468e-bd24-f9d845d3ca21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.148221] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-cd8436f9-6412-468e-bd24-f9d845d3ca21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.148332] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd8436f9-6412-468e-bd24-f9d845d3ca21',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.260108] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.260278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.260336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.260541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.260631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.260820] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.260917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.260977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.261132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.261206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.261519] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 904.290349] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.290546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.290546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.290758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.290898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.298952] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 904.470939] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.471164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.471260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.471519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.471634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.471796] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 904.507555] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.507699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.507772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.507971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.508127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.524026] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 904.650377] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.650608] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.650741] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.651036] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.651196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.651369] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port cd8436f9-6412-468e-bd24-f9d845d3ca21 not found, creating... [ 904.651610] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.651815] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.651941] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.652183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.652329] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.652614] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.652809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.652936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.653163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.653301] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.653443] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: cd8436f9-6412-468e-bd24-f9d845d3ca21 is going to be created. [ 904.673913] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.674125] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.674252] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.674549] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.674783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.675012] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-cd8436f9-6412-468e-bd24-f9d845d3ca21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.344097] env[63021]: INFO networking_nsxv3.common.synchronization [req-9c87809b-970a-44ae-a0c9-ae8da38668e0 req-c0478943-9588-4d86-bf84-a127b8fcb309 service nova] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_rules [ 905.344381] env[63021]: INFO networking_nsxv3.common.synchronization [req-9c87809b-970a-44ae-a0c9-ae8da38668e0 req-c0478943-9588-4d86-bf84-a127b8fcb309 service nova] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 905.344526] env[63021]: INFO networking_nsxv3.common.synchronization [req-9c87809b-970a-44ae-a0c9-ae8da38668e0 req-c0478943-9588-4d86-bf84-a127b8fcb309 service nova] Enqueued Resource ID: cd8436f9-6412-468e-bd24-f9d845d3ca21 with Priority: HIGHEST for action port [ 905.344680] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_rules [ 905.344801] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 905.344923] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd8436f9-6412-468e-bd24-f9d845d3ca21 with Priority: HIGHEST for action port [ 905.345459] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.345557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.345622] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.345820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.345904] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.346776] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.346877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.347080] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd8436f9-6412-468e-bd24-f9d845d3ca21 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.347226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd8436f9-6412-468e-bd24-f9d845d3ca21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.347291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd8436f9-6412-468e-bd24-f9d845d3ca21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.347451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd8436f9-6412-468e-bd24-f9d845d3ca21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.347527] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd8436f9-6412-468e-bd24-f9d845d3ca21',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.851661] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.851661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.852082] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd8436f9-6412-468e-bd24-f9d845d3ca21 with status ACTIVE [ 905.852082] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.852234] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.852294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.853275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.853275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.853275] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.853275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.853275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.853628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.853768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.854113] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.854375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.854375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.854530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.854655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.854768] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd8436f9-6412-468e-bd24-f9d845d3ca21 is going to be updated. [ 905.876901] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.876901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.876901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.876901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.876901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.876901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd8436f9-6412-468e-bd24-f9d845d3ca21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.312202] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 906.312202] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 deletion is rescheduled due to dependency. [ 906.312202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.312202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.312202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.312202] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.312202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.312202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.312202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.312202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.312202] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.532983] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 906.533313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.813711] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.316175] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.821713] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.821713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.821713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.821713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.821713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.821713] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 907.850863] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.850863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.850863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.850863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.850863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.857490] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 908.502718] env[63021]: INFO networking_nsxv3.common.synchronization [req-938cc73b-b50c-4cda-8f80-8d0a7c526476 req-6596983e-c572-40e9-9255-b6812b6006db tempest-MigrationsAdminTest-1750269171 tempest-MigrationsAdminTest-1750269171-project-member] Enqueued Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 908.503317] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 908.503628] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.503942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.504041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.504253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.504413] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.504513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.506324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.506324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.506441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.506502] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.601163] env[63021]: INFO networking_nsxv3.common.synchronization [req-50b48420-9bf6-4b47-bba3-9fd80cfa788c req-b140eca7-f2f7-4c93-8efa-2276af1c098b tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 908.601636] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 908.601951] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.602397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.602397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.602504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.602634] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.602773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.602880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.603094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.603212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.603329] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.949767] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.950073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.950117] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.950372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.950639] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.950799] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.950920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.951162] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.951311] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.951539] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.951660] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.951779] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.951904] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.952024] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.952140] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.952292] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.970351] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.970526] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.970675] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.970867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.971227] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-8ed03cbb-e718-4686-a803-4082f3e01d60 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.971409] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-8ed03cbb-e718-4686-a803-4082f3e01d60" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.971536] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-8ed03cbb-e718-4686-a803-4082f3e01d60" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.971890] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-8ed03cbb-e718-4686-a803-4082f3e01d60" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.972046] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ed03cbb-e718-4686-a803-4082f3e01d60',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.009386] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.105842] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.475207] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.475207] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.475207] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.475207] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.475207] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.475207] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 8ed03cbb-e718-4686-a803-4082f3e01d60 not found, creating... [ 909.475603] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.475603] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.476630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.476630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.476630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.476630] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.476630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.476630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.476947] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.476981] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.477127] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 8ed03cbb-e718-4686-a803-4082f3e01d60 is going to be created. [ 909.496132] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.496562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.496804] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.497199] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.497595] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.497949] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-8ed03cbb-e718-4686-a803-4082f3e01d60" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.511621] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.608468] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.867516] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 909.867798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.867975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.868214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.868456] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.868599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.868672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.868808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.868925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.869037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.869125] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.014562] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.014910] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.014910] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.015270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.015430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.015572] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 is going to be updated. [ 910.043736] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.043736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.043736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.043736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.044045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.052480] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: IN_PROGRESS for 2s [ 910.112091] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.112091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.112091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.112091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.112091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.112091] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 910.141071] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.141071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.141071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.141333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.141387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.161794] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 910.222881] env[63021]: INFO networking_nsxv3.common.synchronization [req-50b48420-9bf6-4b47-bba3-9fd80cfa788c req-00b19afc-baf7-4c0d-ba5b-6135b6974a03 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 910.222881] env[63021]: INFO networking_nsxv3.common.synchronization [req-50b48420-9bf6-4b47-bba3-9fd80cfa788c req-00b19afc-baf7-4c0d-ba5b-6135b6974a03 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 910.223021] env[63021]: INFO networking_nsxv3.common.synchronization [req-50b48420-9bf6-4b47-bba3-9fd80cfa788c req-00b19afc-baf7-4c0d-ba5b-6135b6974a03 service nova] Enqueued Resource ID: 8ed03cbb-e718-4686-a803-4082f3e01d60 with Priority: HIGHEST for action port [ 910.223559] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 910.223714] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 910.223783] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed03cbb-e718-4686-a803-4082f3e01d60 with Priority: HIGHEST for action port [ 910.225163] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.225163] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.225163] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.225398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.225485] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.227448] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.227448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.227585] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ed03cbb-e718-4686-a803-4082f3e01d60 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.227766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ed03cbb-e718-4686-a803-4082f3e01d60" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.227940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ed03cbb-e718-4686-a803-4082f3e01d60" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.228066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ed03cbb-e718-4686-a803-4082f3e01d60" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.228153] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ed03cbb-e718-4686-a803-4082f3e01d60',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.371170] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.371393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.371963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.371963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.371963] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.371963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.372164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.372195] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.372285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.372393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.372543] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.372637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.372694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.372877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.373022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.373121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.373121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.373285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.373366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.373433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.373517] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.728857] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.728857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.731493] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ed03cbb-e718-4686-a803-4082f3e01d60 with status ACTIVE [ 910.731625] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.731625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.731746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.731916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.732040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.732225] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.732324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.732385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.732544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.732633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.732816] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.732907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.732966] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.733135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.733191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.733272] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ed03cbb-e718-4686-a803-4082f3e01d60 is going to be updated. [ 910.753071] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.755698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.755698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.755698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.755698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.755698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ed03cbb-e718-4686-a803-4082f3e01d60" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.875836] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3b9e807-f03e-4742-9c9c-1d33879c2fb8: rpc.has_security_group_logging(os_id): False [ 910.911797] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.912017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.912064] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.912255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.912343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.912545] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.912644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.912709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.912874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.912960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.913162] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.913269] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.913344] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.913494] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.913572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.913814] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.913933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.914010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.914173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.914248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.914336] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 910.983763] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.983763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.983763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.983763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.983763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.006124] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 912.061042] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: SUCCESS [ 912.061365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.170709] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 912.170925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.171102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.171328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.171492] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.171605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.171674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.171821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.171940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.172043] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.504301] env[63021]: INFO networking_nsxv3.common.synchronization [req-fe1a3795-d92a-4f03-9066-974eec192970 req-7c258495-dd88-4c15-b766-ace5cf600f49 tempest-ImagesTestJSON-852617634 tempest-ImagesTestJSON-852617634-project-member] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 912.505139] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 912.505139] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.505255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.505336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.505502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.505650] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.505741] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.505799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.505944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.506043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.506135] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.674172] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.009708] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.009915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.009969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.010190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.010284] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.010470] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.010578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.010629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.010755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.010829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.010910] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 913.029591] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 913.029810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.043445] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.043594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.043667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.043890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.044054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.057141] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 913.106625] env[63021]: INFO networking_nsxv3.common.synchronization [req-d0adac76-4bdd-4403-8347-182796e98476 req-7220e550-a7fd-493d-8547-c06ae7c4d1b4 tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_members [ 913.107633] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_members [ 913.107838] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c64b013-5c6b-4903-ace7-d3b90c333e38 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.107957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.108116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.108380] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.108538] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.108645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.108693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.108847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.108931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.109040] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c64b013-5c6b-4903-ace7-d3b90c333e38',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.176123] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.612368] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.612368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.612368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.612368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.612368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.612368] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.612368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.612368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.612368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.612368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.612368] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 already deleted. [ 913.612368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.680025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.680025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.680025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.680025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.680025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.680025] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 913.721532] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.721669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.721718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.722021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.722236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.732204] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.732519] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.735032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.735032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.735032] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.735032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.735032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.735032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.735032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.735032] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.735032] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.735032] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.735032] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.735498] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.735498] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.735498] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.737026] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 913.754306] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.754466] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.754610] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.754793] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.755111] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-11a8272a-a9ff-4d48-860e-8ee1b781a6ab taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.755297] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-11a8272a-a9ff-4d48-860e-8ee1b781a6ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.755416] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-11a8272a-a9ff-4d48-860e-8ee1b781a6ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.755705] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-11a8272a-a9ff-4d48-860e-8ee1b781a6ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.755852] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a8272a-a9ff-4d48-860e-8ee1b781a6ab',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.259039] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.259039] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.259039] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.259473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.259473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.259561] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 11a8272a-a9ff-4d48-860e-8ee1b781a6ab not found, creating... [ 914.259752] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.259927] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.260063] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.260285] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.260430] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.260716] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.260875] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.260999] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.261230] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.261370] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.261516] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 11a8272a-a9ff-4d48-860e-8ee1b781a6ab is going to be created. [ 914.284808] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.285073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.285249] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.285538] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.285800] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.286714] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-11a8272a-a9ff-4d48-860e-8ee1b781a6ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.067383] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 915.067383] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 deletion is rescheduled due to dependency. [ 915.067383] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.085628] env[63021]: INFO networking_nsxv3.common.synchronization [req-d0adac76-4bdd-4403-8347-182796e98476 req-b833b121-1b5d-430c-acd7-1724b11257df service nova] Enqueued Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_rules [ 915.085896] env[63021]: INFO networking_nsxv3.common.synchronization [req-d0adac76-4bdd-4403-8347-182796e98476 req-b833b121-1b5d-430c-acd7-1724b11257df service nova] Enqueued Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_members [ 915.086205] env[63021]: INFO networking_nsxv3.common.synchronization [req-d0adac76-4bdd-4403-8347-182796e98476 req-b833b121-1b5d-430c-acd7-1724b11257df service nova] Enqueued Resource ID: 11a8272a-a9ff-4d48-860e-8ee1b781a6ab with Priority: HIGHEST for action port [ 915.087324] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_rules [ 915.087324] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_members [ 915.087723] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a8272a-a9ff-4d48-860e-8ee1b781a6ab with Priority: HIGHEST for action port [ 915.087755] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c64b013-5c6b-4903-ace7-d3b90c333e38 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.088100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.088100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.088350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.089111] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c64b013-5c6b-4903-ace7-d3b90c333e38',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.090595] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c64b013-5c6b-4903-ace7-d3b90c333e38 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.090693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.090964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.091425] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.091662] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.091851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.091896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.092144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.092279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.092420] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c64b013-5c6b-4903-ace7-d3b90c333e38',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.093530] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a8272a-a9ff-4d48-860e-8ee1b781a6ab taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.093672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a8272a-a9ff-4d48-860e-8ee1b781a6ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.093757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a8272a-a9ff-4d48-860e-8ee1b781a6ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.093937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a8272a-a9ff-4d48-860e-8ee1b781a6ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.094063] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a8272a-a9ff-4d48-860e-8ee1b781a6ab',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.596619] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c64b013-5c6b-4903-ace7-d3b90c333e38',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.597706] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c64b013-5c6b-4903-ace7-d3b90c333e38 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.597813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.598067] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11a8272a-a9ff-4d48-860e-8ee1b781a6ab with status ACTIVE [ 915.598420] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.598420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.598420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.598543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.598627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.598758] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.598858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.598914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.599083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.599165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.599335] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.599483] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.599483] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.599636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.599688] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.599775] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11a8272a-a9ff-4d48-860e-8ee1b781a6ab is going to be updated. [ 915.620541] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.620716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.620716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.620885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.621888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.621888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a8272a-a9ff-4d48-860e-8ee1b781a6ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.752131] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 915.752369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.752536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.752748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.752939] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.753081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.753382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.753382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.753382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.753569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.753569] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.102759] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c64b013-5c6b-4903-ace7-d3b90c333e38',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.255707] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.255858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.255932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.257023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.257246] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.257361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.257448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.257663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.257755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.257849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.257999] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.258111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.258166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.258311] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.258452] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.258617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.258617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.258715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.258867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.258867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.258962] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.606480] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.606785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.606785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.606905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.606994] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.607124] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 is going to be created. [ 916.629635] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.629727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.629764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.630025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.630154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.642400] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 in Status: UNINITIALIZED for 2s [ 916.763371] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a57b6e2f-475e-4d85-874a-4525951c3c95: rpc.has_security_group_logging(os_id): False [ 916.780535] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.780535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.780535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.780535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.780535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.780786] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.780786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.780884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.781046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.781046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.781222] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.781689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.781689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.781689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.781689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.781805] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.781805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.781886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.782468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.782468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.782468] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 916.846165] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.846331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.846417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.846664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.846848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.861918] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 918.653720] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 in Status: SUCCESS [ 918.653967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.654137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.654354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.654553] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.654768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.654768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.654908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.654990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.655109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.655205] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c64b013-5c6b-4903-ace7-d3b90c333e38',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.873390] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 918.873637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.157456] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c64b013-5c6b-4903-ace7-d3b90c333e38',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.527300] env[63021]: INFO networking_nsxv3.common.synchronization [req-987622b0-68b7-462a-9053-87ac800a435e req-98f59a04-69cb-4e97-87b1-30c6cc195873 tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 919.527814] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 919.528746] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.528746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.528746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.528746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.528974] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.529352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.529431] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.529592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.529680] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.529775] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.661122] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c64b013-5c6b-4903-ace7-d3b90c333e38: rpc.has_security_group_logging(os_id): False [ 919.691306] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.691480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.691531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.691954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.691954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.692131] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.692304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.692304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.692462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.692462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.692530] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 is going to be created. [ 919.763247] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.763247] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.763247] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.763451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.763585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.774298] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 in Status: IN_PROGRESS for 2s [ 920.031366] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.533948] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.035176] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.035557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.035557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.035691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.035746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.035802] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 921.075225] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.075369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.075437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.075691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.075861] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.089755] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 921.638340] env[63021]: INFO networking_nsxv3.common.synchronization [None req-2bcc15f6-ef18-4690-bdab-7984c845026d None None] Enqueued Resource ID: 002b29d0-d9ce-445d-8e14-e7d16f6e9e7a with Priority: HIGHEST for action port [ 921.638878] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002b29d0-d9ce-445d-8e14-e7d16f6e9e7a with Priority: HIGHEST for action port [ 921.641449] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-002b29d0-d9ce-445d-8e14-e7d16f6e9e7a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.641449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-002b29d0-d9ce-445d-8e14-e7d16f6e9e7a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.641449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-002b29d0-d9ce-445d-8e14-e7d16f6e9e7a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.641449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-002b29d0-d9ce-445d-8e14-e7d16f6e9e7a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.641449] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002b29d0-d9ce-445d-8e14-e7d16f6e9e7a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.791714] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 in Status: SUCCESS [ 921.791990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.144374] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 002b29d0-d9ce-445d-8e14-e7d16f6e9e7a [ 922.144912] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.144912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.145071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.145267] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.145366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.145462] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:002b29d0-d9ce-445d-8e14-e7d16f6e9e7a already deleted. [ 922.145561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-002b29d0-d9ce-445d-8e14-e7d16f6e9e7a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.105363] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 923.105363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.155843] env[63021]: INFO networking_nsxv3.common.synchronization [None req-7b54563a-eedf-45e2-b479-5ff79f3c2ceb None None] Enqueued Resource ID: d373025f-6686-4d44-b0c5-d12368275262 with Priority: HIGHEST for action port [ 924.156451] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d373025f-6686-4d44-b0c5-d12368275262 with Priority: HIGHEST for action port [ 924.156815] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-d373025f-6686-4d44-b0c5-d12368275262 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.156934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d373025f-6686-4d44-b0c5-d12368275262" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.161057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d373025f-6686-4d44-b0c5-d12368275262" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.161399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d373025f-6686-4d44-b0c5-d12368275262" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.161486] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d373025f-6686-4d44-b0c5-d12368275262',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.664999] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d373025f-6686-4d44-b0c5-d12368275262 [ 924.664999] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.665158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.665158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.665640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.665640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.665640] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d373025f-6686-4d44-b0c5-d12368275262 already deleted. [ 924.665640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d373025f-6686-4d44-b0c5-d12368275262" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.094547] env[63021]: INFO networking_nsxv3.common.synchronization [req-5bb9e4c9-b947-4815-9882-bdf6878d6f4d req-a64e48c8-6172-48a1-a96a-7c14c33709bb tempest-ServerActionsTestOtherB-816222261 tempest-ServerActionsTestOtherB-816222261-project-member] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 926.094547] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 926.094547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.094547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.094547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.094547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.094547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.094547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.094547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.094547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.094547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.094547] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.203198] env[63021]: INFO networking_nsxv3.common.synchronization [req-a99bd000-6ba3-407c-966a-91a9728c4438 req-dc2f786a-17cf-49b6-8b07-cc94df9fd4ec tempest-ServerActionsV293TestJSON-560395623 tempest-ServerActionsV293TestJSON-560395623-project-member] Enqueued Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_members [ 926.204027] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768939e9-45c6-49f2-88d3-c0701c549f56 with Priority: HIGHEST for action security_group_members [ 926.204350] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-768939e9-45c6-49f2-88d3-c0701c549f56 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.204481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.204550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.205767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.206146] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.206328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.206664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.206876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.206992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.207394] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768939e9-45c6-49f2-88d3-c0701c549f56',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.597968] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.598141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.598203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.599313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.622069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.622266] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.622386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.622386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.622576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.622758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.622758] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 926.651855] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.651855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.651855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.651855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.652031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.661370] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 926.713526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.713702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.713748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.713965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.738135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.738453] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.738578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.739465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.739465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.739465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.739465] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768939e9-45c6-49f2-88d3-c0701c549f56 is going to be updated. [ 926.768888] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.769078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.769136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.769319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.769529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.778767] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768939e9-45c6-49f2-88d3-c0701c549f56 in Status: IN_PROGRESS for 2s [ 927.321623] env[63021]: INFO networking_nsxv3.common.synchronization [None req-3a0ad40c-c407-4611-ac50-42f6b3a41509 None None] Enqueued Resource ID: 3956f69f-a254-4c48-af50-0f907c8e026d with Priority: HIGHEST for action port [ 927.321849] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3956f69f-a254-4c48-af50-0f907c8e026d with Priority: HIGHEST for action port [ 927.326469] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-3956f69f-a254-4c48-af50-0f907c8e026d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.326469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3956f69f-a254-4c48-af50-0f907c8e026d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.326469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3956f69f-a254-4c48-af50-0f907c8e026d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.326710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3956f69f-a254-4c48-af50-0f907c8e026d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.326743] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3956f69f-a254-4c48-af50-0f907c8e026d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.451021] env[63021]: INFO networking_nsxv3.common.synchronization [req-f5af781c-4293-48a4-9764-e0ab14cb4c37 req-e290452f-5cdc-4b49-9311-2d4548492dc3 tempest-ServersWithSpecificFlavorTestJSON-243894015 tempest-ServersWithSpecificFlavorTestJSON-243894015-project-member] Enqueued Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 927.451021] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae32e0a-2242-4c1f-911a-6df391b58920 with Priority: HIGHEST for action security_group_members [ 927.451021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae32e0a-2242-4c1f-911a-6df391b58920 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.451021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.451021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.451021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.451021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.453555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.453555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.453555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.453555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.453555] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae32e0a-2242-4c1f-911a-6df391b58920',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.830015] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3956f69f-a254-4c48-af50-0f907c8e026d [ 927.830515] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.830789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.831036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.831357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.831645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.832597] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3956f69f-a254-4c48-af50-0f907c8e026d already deleted. [ 927.832597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3956f69f-a254-4c48-af50-0f907c8e026d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.954543] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.956906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.956906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.956906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.956906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.956906] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.956906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.956906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.956906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.956906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.956906] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 is going to be updated. [ 927.981157] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.981323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.981465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.981679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.981730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.991710] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: IN_PROGRESS for 2s [ 928.674501] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 928.674863] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d deletion is rescheduled due to dependency. [ 928.674991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.789368] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768939e9-45c6-49f2-88d3-c0701c549f56 in Status: SUCCESS [ 928.789480] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768939e9-45c6-49f2-88d3-c0701c549f56 deletion is rescheduled due to dependency. [ 928.789641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768939e9-45c6-49f2-88d3-c0701c549f56" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.508274] env[63021]: INFO networking_nsxv3.common.synchronization [None req-54612a25-97a0-489d-bd03-4f3abdbd9815 None None] Enqueued Resource ID: b6dd1709-2b41-473f-b0fc-adc7fb5d9690 with Priority: HIGHEST for action port [ 929.509157] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6dd1709-2b41-473f-b0fc-adc7fb5d9690 with Priority: HIGHEST for action port [ 929.509583] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6dd1709-2b41-473f-b0fc-adc7fb5d9690 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.509800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6dd1709-2b41-473f-b0fc-adc7fb5d9690" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.509861] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6dd1709-2b41-473f-b0fc-adc7fb5d9690" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.510163] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6dd1709-2b41-473f-b0fc-adc7fb5d9690" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.510674] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6dd1709-2b41-473f-b0fc-adc7fb5d9690',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.836936] env[63021]: INFO networking_nsxv3.common.synchronization [None req-6b1cb5c2-3a36-4e56-94cd-8f4a8fe57764 None None] Enqueued Resource ID: 82d5c757-8efd-4be6-9757-eb10eef951ed with Priority: HIGHEST for action port [ 929.837226] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d5c757-8efd-4be6-9757-eb10eef951ed with Priority: HIGHEST for action port [ 929.837766] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d5c757-8efd-4be6-9757-eb10eef951ed taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.837891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d5c757-8efd-4be6-9757-eb10eef951ed" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.837959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d5c757-8efd-4be6-9757-eb10eef951ed" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.838249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d5c757-8efd-4be6-9757-eb10eef951ed" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.838333] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d5c757-8efd-4be6-9757-eb10eef951ed',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.003209] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae32e0a-2242-4c1f-911a-6df391b58920 in Status: SUCCESS [ 930.003209] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae32e0a-2242-4c1f-911a-6df391b58920 deletion is rescheduled due to dependency. [ 930.003209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae32e0a-2242-4c1f-911a-6df391b58920" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.017485] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6dd1709-2b41-473f-b0fc-adc7fb5d9690 [ 930.017718] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.017797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.017889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.018109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.018288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.018331] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6dd1709-2b41-473f-b0fc-adc7fb5d9690 already deleted. [ 930.018449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6dd1709-2b41-473f-b0fc-adc7fb5d9690" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.166938] env[63021]: INFO networking_nsxv3.common.synchronization [req-418ddbfe-4db6-49c4-80df-5e4e8fabaf08 req-c0d1988c-5870-416d-9d07-93b72f113599 tempest-ServerGroupTestJSON-753068178 tempest-ServerGroupTestJSON-753068178-project-member] Enqueued Resource ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 with Priority: HIGHEST for action security_group_members [ 930.166938] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 with Priority: HIGHEST for action security_group_members [ 930.167076] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac21ae8-4c99-4042-844d-e8e57306e220 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.167171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.167241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.168391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.168824] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.168986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.169067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.169238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.169328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.169420] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ac21ae8-4c99-4042-844d-e8e57306e220',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.343828] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82d5c757-8efd-4be6-9757-eb10eef951ed [ 930.343828] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.343828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.344009] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.344587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.348099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.348318] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82d5c757-8efd-4be6-9757-eb10eef951ed already deleted. [ 930.348464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d5c757-8efd-4be6-9757-eb10eef951ed" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.671809] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.671955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.672043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.672256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.672424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.672612] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.672761] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.673763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.674066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.674126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.674202] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 already deleted. [ 930.674276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.704493] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.704677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-855" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.704980] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-855" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.705339] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-855" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.705609] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.705779] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.705888] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.706741] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.706941] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.707483] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.707483] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.707483] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.707931] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.708096] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.708217] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.708700] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.729350] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.729713] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.730463] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.730463] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-855" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.730835] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-c9de2712-61e5-456a-a822-3ed2c95d6e97 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.731063] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-c9de2712-61e5-456a-a822-3ed2c95d6e97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.731209] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-c9de2712-61e5-456a-a822-3ed2c95d6e97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.731574] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-c9de2712-61e5-456a-a822-3ed2c95d6e97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.731739] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9de2712-61e5-456a-a822-3ed2c95d6e97',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.740447] env[63021]: INFO networking_nsxv3.common.synchronization [req-1d114e46-4f88-4862-8af3-dcfae4425e5f req-decbb042-fb02-422d-a3fb-244ab8448fe6 tempest-SecurityGroupRulesNegativeTestJSON-325050930 tempest-SecurityGroupRulesNegativeTestJSON-325050930-project-member] Enqueued Resource ID: a01f9201-8337-4e8f-b185-8e9458bbb86f with Priority: HIGHEST for action security_group_rules [ 930.740944] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01f9201-8337-4e8f-b185-8e9458bbb86f with Priority: HIGHEST for action security_group_rules [ 930.741275] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01f9201-8337-4e8f-b185-8e9458bbb86f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.742673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01f9201-8337-4e8f-b185-8e9458bbb86f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.742673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01f9201-8337-4e8f-b185-8e9458bbb86f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.742673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01f9201-8337-4e8f-b185-8e9458bbb86f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.742673] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01f9201-8337-4e8f-b185-8e9458bbb86f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.130251] env[63021]: INFO networking_nsxv3.common.synchronization [req-fc6ecebb-2e1b-481d-b1fb-a82c6e215433 req-d2e5b73e-ec1b-4a60-a505-8a3efcf23947 tempest-SecurityGroupRulesNegativeTestJSON-325050930 tempest-SecurityGroupRulesNegativeTestJSON-325050930-project-member] Enqueued Resource ID: a01f9201-8337-4e8f-b185-8e9458bbb86f with Priority: HIGHEST for action security_group_rules [ 931.130507] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01f9201-8337-4e8f-b185-8e9458bbb86f with Priority: HIGHEST for action security_group_rules [ 931.130841] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01f9201-8337-4e8f-b185-8e9458bbb86f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.130945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01f9201-8337-4e8f-b185-8e9458bbb86f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.237029] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.237029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.237029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.237029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.237029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.237029] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port c9de2712-61e5-456a-a822-3ed2c95d6e97 not found, creating... [ 931.237029] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.237029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.237029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.237754] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.238031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.238422] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.238737] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.238965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.239293] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.239539] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.239783] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: c9de2712-61e5-456a-a822-3ed2c95d6e97 is going to be created. [ 931.265677] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.265824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.265895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.266127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.266214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.266310] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01f9201-8337-4e8f-b185-8e9458bbb86f already deleted. [ 931.266439] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01f9201-8337-4e8f-b185-8e9458bbb86f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.266628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01f9201-8337-4e8f-b185-8e9458bbb86f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.266730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01f9201-8337-4e8f-b185-8e9458bbb86f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.266812] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01f9201-8337-4e8f-b185-8e9458bbb86f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.268570] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.268772] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.268901] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.269155] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.269381] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.269601] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-c9de2712-61e5-456a-a822-3ed2c95d6e97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.789526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.789526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.789526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.789767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.789992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.791032] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01f9201-8337-4e8f-b185-8e9458bbb86f already deleted. [ 931.791032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01f9201-8337-4e8f-b185-8e9458bbb86f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.997941] env[63021]: INFO networking_nsxv3.common.synchronization [None req-80959b1a-50de-44ce-84a4-0322d7094aff None None] Enqueued Resource ID: 58a69c93-eb1f-4e69-b389-d7304f0ba246 with Priority: HIGHEST for action port [ 931.998538] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a69c93-eb1f-4e69-b389-d7304f0ba246 with Priority: HIGHEST for action port [ 931.998863] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-58a69c93-eb1f-4e69-b389-d7304f0ba246 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.998983] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58a69c93-eb1f-4e69-b389-d7304f0ba246" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.003150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58a69c93-eb1f-4e69-b389-d7304f0ba246" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.003441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58a69c93-eb1f-4e69-b389-d7304f0ba246" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.003531] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a69c93-eb1f-4e69-b389-d7304f0ba246',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.090387] env[63021]: INFO networking_nsxv3.common.synchronization [req-418ddbfe-4db6-49c4-80df-5e4e8fabaf08 req-72126315-ae39-4f32-9733-454d5b283e06 service nova] Enqueued Resource ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 with Priority: HIGHEST for action security_group_rules [ 932.090387] env[63021]: INFO networking_nsxv3.common.synchronization [req-418ddbfe-4db6-49c4-80df-5e4e8fabaf08 req-72126315-ae39-4f32-9733-454d5b283e06 service nova] Enqueued Resource ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 with Priority: HIGHEST for action security_group_members [ 932.090387] env[63021]: INFO networking_nsxv3.common.synchronization [req-418ddbfe-4db6-49c4-80df-5e4e8fabaf08 req-72126315-ae39-4f32-9733-454d5b283e06 service nova] Enqueued Resource ID: c9de2712-61e5-456a-a822-3ed2c95d6e97 with Priority: HIGHEST for action port [ 932.090387] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 with Priority: HIGHEST for action security_group_rules [ 932.090387] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 with Priority: HIGHEST for action security_group_members [ 932.090387] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9de2712-61e5-456a-a822-3ed2c95d6e97 with Priority: HIGHEST for action port [ 932.090880] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ac21ae8-4c99-4042-844d-e8e57306e220 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.090880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.090880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.091371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.091371] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ac21ae8-4c99-4042-844d-e8e57306e220',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.092390] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac21ae8-4c99-4042-844d-e8e57306e220 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.092507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.092576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.092742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.092881] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.092970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.093040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.093190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.093489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.093489] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ac21ae8-4c99-4042-844d-e8e57306e220',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.094393] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9de2712-61e5-456a-a822-3ed2c95d6e97 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.094393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9de2712-61e5-456a-a822-3ed2c95d6e97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.094393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9de2712-61e5-456a-a822-3ed2c95d6e97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.094393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9de2712-61e5-456a-a822-3ed2c95d6e97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.094612] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9de2712-61e5-456a-a822-3ed2c95d6e97',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.506604] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58a69c93-eb1f-4e69-b389-d7304f0ba246 [ 932.506873] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.507094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.507094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.507296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.507352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.507476] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58a69c93-eb1f-4e69-b389-d7304f0ba246 already deleted. [ 932.507540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58a69c93-eb1f-4e69-b389-d7304f0ba246" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.596087] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ac21ae8-4c99-4042-844d-e8e57306e220',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.597341] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac21ae8-4c99-4042-844d-e8e57306e220 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.597341] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.597688] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9de2712-61e5-456a-a822-3ed2c95d6e97 with status ACTIVE [ 932.599046] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.599046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.599046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.599046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.599046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.599046] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.599046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.599046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.599046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.599046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.599046] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.599864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.599864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.599864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.599864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.599864] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9de2712-61e5-456a-a822-3ed2c95d6e97 is going to be updated. [ 932.620035] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.620173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.620240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.620478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.620614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.620783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9de2712-61e5-456a-a822-3ed2c95d6e97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.099080] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ac21ae8-4c99-4042-844d-e8e57306e220',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.550492] env[63021]: INFO networking_nsxv3.common.synchronization [req-2496a4e0-b6be-4970-8206-2bccdd164e10 req-53e4e97a-1ecf-43d6-8f0d-0b639442714b tempest-ServerRescueNegativeTestJSON-1840407136 tempest-ServerRescueNegativeTestJSON-1840407136-project-member] Enqueued Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_members [ 933.551063] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_members [ 933.551428] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-64843afb-a031-4349-bdf7-21c14a124759 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.551553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.551620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.551861] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.552084] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.552175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.552175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.552320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.552464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.552559] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.601054] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.601203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.601275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.601475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.601562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.601659] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 is going to be created. [ 933.622814] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.623032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.623032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.623209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.623383] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.631840] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 in Status: UNINITIALIZED for 2s [ 934.055223] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.055379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.055451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.055661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.055744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.055929] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.056035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.056094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.056250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.056325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.056412] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64843afb-a031-4349-bdf7-21c14a124759 already deleted. [ 934.056490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.145110] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.145110] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.145110] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.145110] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.145110] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.145612] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.145910] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.146288] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.146752] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.149023] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.149023] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.149023] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.149023] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.149023] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.149023] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.149023] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.169336] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.169506] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.169677] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.169907] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-216" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.170279] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.170424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.170538] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.171808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.171808] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.317823] env[63021]: INFO networking_nsxv3.common.synchronization [req-c8f32af8-7ee0-464d-801d-994c5e7837ce req-f0820e14-dda7-4411-8123-4a470994c9e6 tempest-ServersAdminTestJSON-462896532 tempest-ServersAdminTestJSON-462896532-project-member] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 934.318716] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 934.321069] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.321261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.321261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.321628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.321628] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.321811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.321811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.321949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.322060] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.322155] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.675075] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.675075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.675075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.675075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.675075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.675075] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4 not found, creating... [ 934.675075] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.675075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.675075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.675659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.675659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.675659] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.675659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.675803] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.675989] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.676551] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.676752] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4 is going to be created. [ 934.697024] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.697024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.697024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.697210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.697805] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.698489] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.826526] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.330159] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.606516] env[63021]: INFO networking_nsxv3.common.synchronization [req-2496a4e0-b6be-4970-8206-2bccdd164e10 req-b9afb2d4-1d83-4cbb-b3d3-fec0b9754e7d service nova] Enqueued Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_rules [ 935.606711] env[63021]: INFO networking_nsxv3.common.synchronization [req-2496a4e0-b6be-4970-8206-2bccdd164e10 req-b9afb2d4-1d83-4cbb-b3d3-fec0b9754e7d service nova] Enqueued Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_members [ 935.606857] env[63021]: INFO networking_nsxv3.common.synchronization [req-2496a4e0-b6be-4970-8206-2bccdd164e10 req-b9afb2d4-1d83-4cbb-b3d3-fec0b9754e7d service nova] Enqueued Resource ID: b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4 with Priority: HIGHEST for action port [ 935.607388] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_rules [ 935.607558] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_members [ 935.607619] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4 with Priority: HIGHEST for action port [ 935.610154] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64843afb-a031-4349-bdf7-21c14a124759 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.610449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.610511] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.610700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.610781] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.611697] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-64843afb-a031-4349-bdf7-21c14a124759 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.611750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.615018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.615018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.615018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.615018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.615018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.615018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.615018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.615018] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.616334] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.616334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.616334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.616334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.616334] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.643279] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 in Status: SUCCESS [ 935.643707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.643864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.644092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.644279] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.644406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.644473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.644625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.644703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.644789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.644876] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ac21ae8-4c99-4042-844d-e8e57306e220',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.834924] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.834924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.834924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.834924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.835693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.835693] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 935.865848] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.866035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.866092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.866372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.866447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.876989] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 936.117966] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-64843afb-a031-4349-bdf7-21c14a124759 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.118102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.118306] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.119192] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4 with status ACTIVE [ 936.119375] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.119490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.119559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.119755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.119841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.120014] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.120113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.120217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.120315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.120392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.120645] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.120736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.120795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.120932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.121016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.122905] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4 is going to be updated. [ 936.144785] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.144915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.144989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.145207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.145338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.145495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d7c3ce-e883-4ccc-80ac-87d06acc7bb4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.146971] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac21ae8-4c99-4042-844d-e8e57306e220 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.147105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.147176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.147348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.147501] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.147599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.147762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.147808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.147870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.148243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.148243] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac21ae8-4c99-4042-844d-e8e57306e220 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.148243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.148243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.148638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.148638] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.148638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.148638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.148836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.148836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.148926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.148971] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ac21ae8-4c99-4042-844d-e8e57306e220',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.184631] env[63021]: INFO networking_nsxv3.common.synchronization [req-94c0dc8d-b473-4783-b916-c38d54c14d8a req-cc3b84bb-663c-4844-8c05-7ab66b3c0885 tempest-ImagesTestJSON-852617634 tempest-ImagesTestJSON-852617634-project-member] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 936.185565] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 936.185874] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.185996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.188391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.188653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.188829] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.188941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.189016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.189185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.189270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.189366] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.626635] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.652428] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ac21ae8-4c99-4042-844d-e8e57306e220: rpc.has_security_group_logging(os_id): False [ 936.671203] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.671203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.671203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.671203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.671203] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.671203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.671203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.671203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.671203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.671203] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.672367] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.672715] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.672987] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.673354] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.673682] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.673957] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.677075] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.677075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.677075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.677075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.677075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.677547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.677918] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.678109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.681020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.681020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.681020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.681020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.681020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.681020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.681020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.681020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.681020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.681020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.681020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.681020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.681020] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 is going to be created. [ 936.691571] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.691727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.691782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.691978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.692072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.692258] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.692351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.692410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.692580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.692654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.692738] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 936.710504] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.710710] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.710861] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.711056] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-181" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.711375] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-562720f0-e1d1-414a-a602-d4ae400ade6f taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.711553] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-562720f0-e1d1-414a-a602-d4ae400ade6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.711680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-562720f0-e1d1-414a-a602-d4ae400ade6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.712066] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-562720f0-e1d1-414a-a602-d4ae400ade6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.712868] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('562720f0-e1d1-414a-a602-d4ae400ade6f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.715105] env[63021]: INFO networking_nsxv3.common.synchronization [req-697ec9df-f4ed-4ed1-9652-15047a7296b9 req-a0d83a05-7993-49a4-8902-89183542f5d9 tempest-MigrationsAdminTest-1750269171 tempest-MigrationsAdminTest-1750269171-project-member] Enqueued Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 936.715547] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGHEST for action security_group_members [ 936.716628] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.716782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.716878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.717099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.717289] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.717538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.717538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.717679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.717810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.717973] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.733400] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.734462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.734971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.734971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.734971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.746021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.746021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.746021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.746021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.746021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.746374] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 936.755932] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 in Status: IN_PROGRESS for 2s [ 937.134693] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.135176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.135176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.135299] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.135299] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.135397] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64843afb-a031-4349-bdf7-21c14a124759 is going to be created. [ 937.176997] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.177168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.177210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.177420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.177583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.190461] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64843afb-a031-4349-bdf7-21c14a124759 in Status: UNINITIALIZED for 2s [ 937.216940] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.217201] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.217357] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.217669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.219567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.219567] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 562720f0-e1d1-414a-a602-d4ae400ade6f not found, creating... [ 937.219567] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.219567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.219567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.219567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.219567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.220219] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.220219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.220219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.220219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.220460] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.220760] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 562720f0-e1d1-414a-a602-d4ae400ade6f is going to be created. [ 937.221918] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.222050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.222115] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.222255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.222348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.222538] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.222683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.222683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.224177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.224177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.224177] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 is going to be updated. [ 937.250587] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.250721] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.251556] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.251556] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.251556] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.251556] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-562720f0-e1d1-414a-a602-d4ae400ade6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.259435] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.259583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.259657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.259864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.260007] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.273614] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: IN_PROGRESS for 2s [ 937.887417] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 937.887667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.245536] env[63021]: INFO networking_nsxv3.common.synchronization [req-94c0dc8d-b473-4783-b916-c38d54c14d8a req-3239e994-8dbd-4310-8a40-769736bce656 service nova] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_rules [ 938.245799] env[63021]: INFO networking_nsxv3.common.synchronization [req-94c0dc8d-b473-4783-b916-c38d54c14d8a req-3239e994-8dbd-4310-8a40-769736bce656 service nova] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 938.246730] env[63021]: INFO networking_nsxv3.common.synchronization [req-94c0dc8d-b473-4783-b916-c38d54c14d8a req-3239e994-8dbd-4310-8a40-769736bce656 service nova] Enqueued Resource ID: 562720f0-e1d1-414a-a602-d4ae400ade6f with Priority: HIGHEST for action port [ 938.246730] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_rules [ 938.246730] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 938.246730] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562720f0-e1d1-414a-a602-d4ae400ade6f with Priority: HIGHEST for action port [ 938.247499] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.248028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.248083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.248292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.248374] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.250716] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.250716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.253654] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-562720f0-e1d1-414a-a602-d4ae400ade6f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.253654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-562720f0-e1d1-414a-a602-d4ae400ade6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.253654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-562720f0-e1d1-414a-a602-d4ae400ade6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.253654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-562720f0-e1d1-414a-a602-d4ae400ade6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.253654] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('562720f0-e1d1-414a-a602-d4ae400ade6f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.755217] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.755339] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.756284] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 938.757510] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 deletion is rescheduled due to dependency. [ 938.757510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.757510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.757823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.760996] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.760996] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.760996] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 562720f0-e1d1-414a-a602-d4ae400ade6f with status ACTIVE [ 938.760996] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.760996] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.760996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.761620] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.761620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.761620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.761620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.761620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.761620] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 562720f0-e1d1-414a-a602-d4ae400ade6f is going to be updated. [ 938.773505] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 in Status: SUCCESS [ 938.773892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.781526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.783397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.783397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.783397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.783397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.783397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-562720f0-e1d1-414a-a602-d4ae400ade6f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.201150] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64843afb-a031-4349-bdf7-21c14a124759 in Status: SUCCESS [ 939.201150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.201150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.201150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.201150] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.201150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.201150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.201150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.201150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.201150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.201150] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.263460] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.285586] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 in Status: SUCCESS [ 939.285789] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 deletion is rescheduled due to dependency. [ 939.285903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.337131] env[63021]: INFO networking_nsxv3.common.synchronization [None req-206df8ca-e6b1-43b4-9b8b-c209396c6f96 None None] Enqueued Resource ID: 8d4b1f06-f451-465e-b1d9-207f87e34ecb with Priority: HIGHEST for action port [ 939.337446] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4b1f06-f451-465e-b1d9-207f87e34ecb with Priority: HIGHEST for action port [ 939.338096] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d4b1f06-f451-465e-b1d9-207f87e34ecb taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.338230] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d4b1f06-f451-465e-b1d9-207f87e34ecb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.338296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d4b1f06-f451-465e-b1d9-207f87e34ecb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.338569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d4b1f06-f451-465e-b1d9-207f87e34ecb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.338674] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4b1f06-f451-465e-b1d9-207f87e34ecb',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.708436] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.766623] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.843800] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d4b1f06-f451-465e-b1d9-207f87e34ecb [ 939.844048] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.844182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.844251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.844454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.844543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.844637] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d4b1f06-f451-465e-b1d9-207f87e34ecb already deleted. [ 939.844717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d4b1f06-f451-465e-b1d9-207f87e34ecb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.215312] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64843afb-a031-4349-bdf7-21c14a124759: rpc.has_security_group_logging(os_id): False [ 940.239878] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.239878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.239878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.240141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.240213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.240472] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.240577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.240642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.240801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.240877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.240961] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64843afb-a031-4349-bdf7-21c14a124759 is going to be created. [ 940.269017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.269017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.269987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.269987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.269987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.269987] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 940.296809] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.296809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.296809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.296809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.297084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.307104] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 940.312087] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.312087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.312087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.312087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.312087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.322097] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64843afb-a031-4349-bdf7-21c14a124759 in Status: IN_PROGRESS for 2s [ 941.503941] env[63021]: INFO networking_nsxv3.common.synchronization [None req-2d80629d-729c-4d85-a819-b22959abfb57 None None] Enqueued Resource ID: a66a901a-5342-48dc-a6be-317caf6d5c01 with Priority: HIGHEST for action port [ 941.504202] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a66a901a-5342-48dc-a6be-317caf6d5c01 with Priority: HIGHEST for action port [ 941.505546] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a66a901a-5342-48dc-a6be-317caf6d5c01 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.505546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a66a901a-5342-48dc-a6be-317caf6d5c01" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.505546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a66a901a-5342-48dc-a6be-317caf6d5c01" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.505546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a66a901a-5342-48dc-a6be-317caf6d5c01" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.505546] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a66a901a-5342-48dc-a6be-317caf6d5c01',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.007147] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a66a901a-5342-48dc-a6be-317caf6d5c01 [ 942.007551] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.008424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.008424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.008424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.008424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.008424] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a66a901a-5342-48dc-a6be-317caf6d5c01 already deleted. [ 942.008424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a66a901a-5342-48dc-a6be-317caf6d5c01" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.316466] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 942.317020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.317020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.317189] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.317224] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.317508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.317508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.317591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.317678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.317714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.317833] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.336169] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64843afb-a031-4349-bdf7-21c14a124759 in Status: SUCCESS [ 942.336735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.369394] env[63021]: INFO networking_nsxv3.common.synchronization [req-0276dd8a-7d26-4e27-a04b-31fa55ca6c10 req-53b90adf-251e-4032-a2e2-d60f9a010cb3 tempest-ServerGroupTestJSON-753068178 tempest-ServerGroupTestJSON-753068178-project-member] Enqueued Resource ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 with Priority: HIGHEST for action security_group_members [ 942.369463] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 with Priority: HIGHEST for action security_group_members [ 942.369839] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac21ae8-4c99-4042-844d-e8e57306e220 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.369997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.370056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.370232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.371431] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.371431] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.371601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.371811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.371918] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.372027] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ac21ae8-4c99-4042-844d-e8e57306e220',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.820079] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.820414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.820414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.820523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.820685] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.820778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.820840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.820982] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.821081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.821171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.821313] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.821402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.821458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.821596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.821733] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.821817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.821871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.822010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.822089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.822169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.822257] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.873856] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.874014] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.874101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.874300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.874393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.874683] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.874779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.874779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.875016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.875116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.875116] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 is going to be updated. [ 942.904726] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.904880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.905586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.905586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.905586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.913205] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 in Status: IN_PROGRESS for 2s [ 943.325987] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0deed06d-3c5d-46ac-bd12-5f057ff070c3: rpc.has_security_group_logging(os_id): False [ 943.346497] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.346497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.346497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.346497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.346497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.346497] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.346854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.347261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.347261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.347261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.347521] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.347646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.347755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.348289] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.349386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.349634] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.349707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.349747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.349905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.349984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.350090] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 943.424490] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.424663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.424718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.425060] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.425226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.438535] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 944.922693] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 in Status: SUCCESS [ 944.923061] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ac21ae8-4c99-4042-844d-e8e57306e220 deletion is rescheduled due to dependency. [ 944.923061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac21ae8-4c99-4042-844d-e8e57306e220" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.449905] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 945.450166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.833474] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-afa96b0d-46a6-467e-b8e4-d4c18ee61067 tempest-ListServersNegativeTestJSON-712341660 tempest-ListServersNegativeTestJSON-712341660-project-member] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 946.834112] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 946.834603] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.834803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.834920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.835472] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.835472] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.835630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.835685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.835853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.835975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.836087] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.274656] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.274858] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.275341] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.275341] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.275648] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.276588] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.276588] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.276588] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.276588] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.276588] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.276936] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.276936] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.277084] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.277270] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.277407] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.277550] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.305460] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.305620] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.305852] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.305967] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.306282] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-a9da993b-1d38-4109-b090-f639a239a687 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.306443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-a9da993b-1d38-4109-b090-f639a239a687" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.306569] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-a9da993b-1d38-4109-b090-f639a239a687" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.306886] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-a9da993b-1d38-4109-b090-f639a239a687" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.307199] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9da993b-1d38-4109-b090-f639a239a687',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.338743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.338980] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.338980] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.339184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.339274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.339469] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.339570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.339626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.339781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.339876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.340032] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d already deleted. [ 947.340122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.627148] env[63021]: INFO networking_nsxv3.common.synchronization [None req-57a687ec-39a9-4d40-b0ff-a0ac4b428d48 tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_rules [ 947.627776] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_rules [ 947.629821] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.629975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.630208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.630647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.630776] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.699098] env[63021]: INFO networking_nsxv3.common.synchronization [None req-162e4059-2554-404c-8f4f-9ed4b85c29ef tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_rules [ 947.699098] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_rules [ 947.699098] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.699583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.809794] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.810035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.810194] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.810599] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.810783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.810977] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port a9da993b-1d38-4109-b090-f639a239a687 not found, creating... [ 947.811280] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.811442] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.811562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.811786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.811950] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.812247] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.812400] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.812536] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.812757] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.812911] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.813066] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: a9da993b-1d38-4109-b090-f639a239a687 is going to be created. [ 947.834391] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.834777] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.835787] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.836176] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.836435] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.836721] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-a9da993b-1d38-4109-b090-f639a239a687" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.155239] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.155239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.155239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.155239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.155239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.155239] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 already deleted. [ 948.155239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.155667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.155667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.155667] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.560348] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-7b8bcf18-6386-4841-b01a-fb312ba17174 service nova] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_rules [ 948.560518] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-7b8bcf18-6386-4841-b01a-fb312ba17174 service nova] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 948.560665] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-7b8bcf18-6386-4841-b01a-fb312ba17174 service nova] Enqueued Resource ID: a9da993b-1d38-4109-b090-f639a239a687 with Priority: HIGHEST for action port [ 948.560919] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_rules [ 948.561057] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 948.561155] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9da993b-1d38-4109-b090-f639a239a687 with Priority: HIGHEST for action port [ 948.561683] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.561860] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.561896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.562131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.562215] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.563088] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.563158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.563264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.563381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.563525] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.563618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.563674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.563819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.563904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.563992] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.564713] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9da993b-1d38-4109-b090-f639a239a687 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.564828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9da993b-1d38-4109-b090-f639a239a687" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.564887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9da993b-1d38-4109-b090-f639a239a687" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.565047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9da993b-1d38-4109-b090-f639a239a687" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.565129] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9da993b-1d38-4109-b090-f639a239a687',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.677229] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.677229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.677229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.677229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.677229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.677579] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 already deleted. [ 948.677579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.067540] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.068995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.068995] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.068995] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9da993b-1d38-4109-b090-f639a239a687 with status ACTIVE [ 949.068995] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.068995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.069304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.072858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.072962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.073674] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.073674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.073674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.073674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.073674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.073973] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.073973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.073973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.074155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.074196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.074289] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9da993b-1d38-4109-b090-f639a239a687 is going to be updated. [ 949.097034] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.097266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.097323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.097504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.097797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.097797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9da993b-1d38-4109-b090-f639a239a687" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.577333] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.079640] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.080049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.080049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.080133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.080226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.080323] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be created. [ 950.105106] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-2a3b10ee-fcd4-4169-b143-e399c76bcc90 tempest-ListServersNegativeTestJSON-712341660 tempest-ListServersNegativeTestJSON-712341660-project-member] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 950.106166] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.106290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.106361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.106764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.106930] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.108202] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 950.108490] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.108577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.116049] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: UNINITIALIZED for 2s [ 950.450562] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.450785] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.450923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.451233] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.451514] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.451695] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.451828] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.452054] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.452231] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.452450] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.452574] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.452697] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.452854] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.453027] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.453162] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.453305] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.471347] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.471535] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.471731] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.471959] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.472491] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-bd7b8218-749b-4f6a-be35-834767306b21 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.472761] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-bd7b8218-749b-4f6a-be35-834767306b21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.472915] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-bd7b8218-749b-4f6a-be35-834767306b21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.473290] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-bd7b8218-749b-4f6a-be35-834767306b21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.473465] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd7b8218-749b-4f6a-be35-834767306b21',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.976219] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.976540] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.976669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.976955] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.977948] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.977948] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port bd7b8218-749b-4f6a-be35-834767306b21 not found, creating... [ 950.977948] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.977948] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.977948] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.978252] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.978252] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.978431] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.978591] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.978712] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.979016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.979867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.980115] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: bd7b8218-749b-4f6a-be35-834767306b21 is going to be created. [ 951.004070] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.004292] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.004451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.004761] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.005029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.005275] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-bd7b8218-749b-4f6a-be35-834767306b21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.958168] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-f40361ee-d45d-4fed-88d1-99687541b252 service nova] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_rules [ 951.958427] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-f40361ee-d45d-4fed-88d1-99687541b252 service nova] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 951.958516] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-f40361ee-d45d-4fed-88d1-99687541b252 service nova] Enqueued Resource ID: bd7b8218-749b-4f6a-be35-834767306b21 with Priority: HIGHEST for action port [ 951.959190] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_rules [ 951.959190] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 951.959190] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7b8218-749b-4f6a-be35-834767306b21 with Priority: HIGHEST for action port [ 951.959483] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.959583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.959774] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.959945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.960925] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd7b8218-749b-4f6a-be35-834767306b21 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.961121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd7b8218-749b-4f6a-be35-834767306b21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.961175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd7b8218-749b-4f6a-be35-834767306b21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.961340] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd7b8218-749b-4f6a-be35-834767306b21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.962019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd7b8218-749b-4f6a-be35-834767306b21',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.128598] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: SUCCESS [ 952.128598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.128598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.128598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.128598] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.128598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.128598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.128598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.128598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.128598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.128598] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.128598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.128598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.129166] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.129166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.129166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.129166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.129166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.129349] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.464706] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd7b8218-749b-4f6a-be35-834767306b21 with status ACTIVE [ 952.465099] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.465303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.465410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.465700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.466370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.466370] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.466370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.466370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.466370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.466635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.466635] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.466708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.466821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.466921] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.466995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.467092] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd7b8218-749b-4f6a-be35-834767306b21 is going to be updated. [ 952.494679] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.494836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.494890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.495468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.495468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.495468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd7b8218-749b-4f6a-be35-834767306b21" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.632121] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.632121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.632258] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.684826] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-e5bda3d7-97e4-4332-b7d2-24afcc70b98c tempest-ListServersNegativeTestJSON-712341660 tempest-ListServersNegativeTestJSON-712341660-project-member] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 952.685418] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 952.686202] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.686310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.135057] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.496115] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.496336] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.496476] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.496752] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.497068] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.497453] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.497453] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.497616] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.497759] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.498008] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.498136] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.498269] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.498396] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.498513] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.498637] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.498778] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.517583] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.517814] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.517954] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.518128] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-567" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.518474] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-298e34ad-d45e-40ed-aa57-0a93af59226f taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.518650] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-298e34ad-d45e-40ed-aa57-0a93af59226f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.518776] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-298e34ad-d45e-40ed-aa57-0a93af59226f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.519176] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-298e34ad-d45e-40ed-aa57-0a93af59226f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.519355] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298e34ad-d45e-40ed-aa57-0a93af59226f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.637521] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.637677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.637772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.637969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.638072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.638173] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be updated. [ 953.665914] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.666139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.666216] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.666384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.666530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.679313] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: IN_PROGRESS for 2s [ 954.021465] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.021745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.021798] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.022111] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.022273] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.022436] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 298e34ad-d45e-40ed-aa57-0a93af59226f not found, creating... [ 954.022700] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.022939] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.023078] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.023316] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.023465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.023759] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.024098] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.024277] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.024559] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.024725] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.024884] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 298e34ad-d45e-40ed-aa57-0a93af59226f is going to be created. [ 954.046242] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.046538] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.046717] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.047068] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.047369] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.047893] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-298e34ad-d45e-40ed-aa57-0a93af59226f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.011210] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-bae4a5ea-edac-4cf0-9181-426de50d9926 service nova] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_rules [ 955.011210] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-bae4a5ea-edac-4cf0-9181-426de50d9926 service nova] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 955.011210] env[63021]: INFO networking_nsxv3.common.synchronization [req-cd473ce4-2436-4b43-a6af-0ece4c944755 req-bae4a5ea-edac-4cf0-9181-426de50d9926 service nova] Enqueued Resource ID: 298e34ad-d45e-40ed-aa57-0a93af59226f with Priority: HIGHEST for action port [ 955.011210] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_rules [ 955.011210] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 955.011906] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298e34ad-d45e-40ed-aa57-0a93af59226f with Priority: HIGHEST for action port [ 955.011906] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.011906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.011906] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.012083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.012193] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-298e34ad-d45e-40ed-aa57-0a93af59226f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.012508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-298e34ad-d45e-40ed-aa57-0a93af59226f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.012508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-298e34ad-d45e-40ed-aa57-0a93af59226f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.012619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-298e34ad-d45e-40ed-aa57-0a93af59226f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.012729] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298e34ad-d45e-40ed-aa57-0a93af59226f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.517527] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 298e34ad-d45e-40ed-aa57-0a93af59226f with status ACTIVE [ 955.517766] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.517903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.517975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.518219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.518311] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.518488] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.518586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.518649] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.518798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.518874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.519065] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.519157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.519211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.519351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.519426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.519510] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 298e34ad-d45e-40ed-aa57-0a93af59226f is going to be updated. [ 955.538689] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.538839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.538944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.539126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.539319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.539470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-298e34ad-d45e-40ed-aa57-0a93af59226f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.689840] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: SUCCESS [ 955.689840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.690128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.690300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.690520] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.690662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.690746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.690945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.691049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.691153] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.194236] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.696747] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.199158] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.199458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.199542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.199792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.200776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.200860] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be updated. [ 957.227683] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.227833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.228686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.228686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.228686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.238946] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: IN_PROGRESS for 2s [ 959.257074] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: SUCCESS [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.257074] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.257074] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.257074] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.257074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.258051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.258051] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.259312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.260598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.263090] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.263090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.263090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.263090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.263090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.263090] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.322671] env[63021]: INFO networking_nsxv3.common.synchronization [req-2a87602d-c3ea-493c-a1b4-1b103c3ef74c req-956dbcab-384a-4e23-810f-292f84be4333 tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 959.323219] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 959.324075] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.324373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.324373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.324879] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.324879] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.324879] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.324879] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.325133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.325133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.325133] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.696519] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.696946] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.697196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.697578] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.697820] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.698161] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.698228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.698487] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.698709] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.698980] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.699308] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.699308] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.699466] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.699630] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.699788] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.699971] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.750536] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.750881] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.751125] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.751397] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.751786] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-db82c13e-74f6-431e-9184-2375c4a0bbbc taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.753096] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-db82c13e-74f6-431e-9184-2375c4a0bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.753096] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-db82c13e-74f6-431e-9184-2375c4a0bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.753096] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-db82c13e-74f6-431e-9184-2375c4a0bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.753096] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db82c13e-74f6-431e-9184-2375c4a0bbbc',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.763808] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.764784] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 383ce576-33c7-4989-bc16-f3c243a6578d: rpc.has_security_group_logging(os_id): False [ 959.781327] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.781519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.781655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.781937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.782090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.782340] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.782508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.782612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.782822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.782952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.783233] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.783342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.783409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.783556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.787024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.787024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.787024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.787024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.787024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.787024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.787024] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be created. [ 959.828096] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.828292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.828371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.828603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.828730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.828932] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.829045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.829107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.829262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.829354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.829440] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 959.846434] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.846663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.846776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.847054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.850032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.852971] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.853174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.853401] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.853668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.853859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.858775] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: IN_PROGRESS for 2s [ 959.860551] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 960.256019] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.256287] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.256410] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.256722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.256886] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.257067] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port db82c13e-74f6-431e-9184-2375c4a0bbbc not found, creating... [ 960.257351] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.257672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.257672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.257863] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.258015] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.258531] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.258531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.258756] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.258817] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.258979] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.259621] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: db82c13e-74f6-431e-9184-2375c4a0bbbc is going to be created. [ 960.268550] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.281434] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.281642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.282113] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.282458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.282701] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.283043] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-db82c13e-74f6-431e-9184-2375c4a0bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.770855] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.771506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.771506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.771506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.771506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.771506] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be updated. [ 960.801253] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.801403] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.801486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.801671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.801817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.810856] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: IN_PROGRESS for 2s [ 961.010956] env[63021]: INFO networking_nsxv3.common.synchronization [req-2a87602d-c3ea-493c-a1b4-1b103c3ef74c req-8aa94515-05d3-484a-881b-18009dbe802a service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 961.011205] env[63021]: INFO networking_nsxv3.common.synchronization [req-2a87602d-c3ea-493c-a1b4-1b103c3ef74c req-8aa94515-05d3-484a-881b-18009dbe802a service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 961.011358] env[63021]: INFO networking_nsxv3.common.synchronization [req-2a87602d-c3ea-493c-a1b4-1b103c3ef74c req-8aa94515-05d3-484a-881b-18009dbe802a service nova] Enqueued Resource ID: db82c13e-74f6-431e-9184-2375c4a0bbbc with Priority: HIGHEST for action port [ 961.011590] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 961.011715] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 961.011810] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db82c13e-74f6-431e-9184-2375c4a0bbbc with Priority: HIGHEST for action port [ 961.012811] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.013054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.013431] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.016555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.016555] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.016555] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.016555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.016555] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-db82c13e-74f6-431e-9184-2375c4a0bbbc taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.016555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db82c13e-74f6-431e-9184-2375c4a0bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.016555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db82c13e-74f6-431e-9184-2375c4a0bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.016555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db82c13e-74f6-431e-9184-2375c4a0bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.016555] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db82c13e-74f6-431e-9184-2375c4a0bbbc',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.521288] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.521288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.521615] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db82c13e-74f6-431e-9184-2375c4a0bbbc with status ACTIVE [ 961.521615] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.521693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.521843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.521949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.522046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.522215] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.522315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.522388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.522509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.522582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.526021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.526021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.526021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.526021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.526021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.526021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db82c13e-74f6-431e-9184-2375c4a0bbbc is going to be updated. [ 961.546526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.546699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.546760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.546921] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.547063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.547224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db82c13e-74f6-431e-9184-2375c4a0bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.677304] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2daee28-2f1e-4c7b-96d5-697df33b41b5 req-fcb71422-7ff6-47f2-908a-755e95c1979a tempest-ImagesTestJSON-852617634 tempest-ImagesTestJSON-852617634-project-member] Enqueued Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 961.677304] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 with Priority: HIGHEST for action security_group_members [ 961.677638] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0deed06d-3c5d-46ac-bd12-5f057ff070c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.679969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.679969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.679969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.679969] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.679969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.679969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.679969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.679969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.679969] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0deed06d-3c5d-46ac-bd12-5f057ff070c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.872147] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 961.872147] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f deletion is rescheduled due to dependency. [ 961.872147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.872147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.872147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.872147] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.872433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.872433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.872433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.872522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.872587] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.876256] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: SUCCESS [ 961.876256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.876256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.876256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.876256] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.035624] env[63021]: INFO networking_nsxv3.common.synchronization [req-43ba495d-bfef-4eb6-9fde-f165b7e47fca req-d9e01df1-3c35-453f-8808-7419603cccf1 tempest-FloatingIPsAssociationNegativeTestJSON-1722272459 tempest-FloatingIPsAssociationNegativeTestJSON-1722272459-project-member] Enqueued Resource ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 with Priority: HIGHEST for action security_group_members [ 962.036117] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 with Priority: HIGHEST for action security_group_members [ 962.036935] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.036935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.036935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.036935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.037197] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.037268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.037308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.038022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.038022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.038022] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0619cf1c-cd33-4dfa-bb5e-abdd0927ae31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.180600] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.180919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.180919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.181174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.181222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.181481] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.181561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.182118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.182118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.182118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.182118] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 is going to be updated. [ 962.246474] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.246636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.246636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.246830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.246960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.254839] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: IN_PROGRESS for 2s [ 962.379152] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.382991] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.383331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.473144] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-278 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.473144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-278" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.473144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-278" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.473144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-278" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.473144] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.473808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.474214] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.474871] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.475784] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.475784] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.475784] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.475784] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.476408] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.479016] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.479016] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.479016] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.506404] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.506404] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.506404] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.506404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-278" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.506404] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-3cae8ebc-a19e-401f-aa80-28da2e6bcd42 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.506404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-3cae8ebc-a19e-401f-aa80-28da2e6bcd42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.506404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-3cae8ebc-a19e-401f-aa80-28da2e6bcd42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.506895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-3cae8ebc-a19e-401f-aa80-28da2e6bcd42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.506895] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cae8ebc-a19e-401f-aa80-28da2e6bcd42',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.540492] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.540492] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.540492] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.541772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.541772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.541772] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.541772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.541772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.541772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.544275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.544275] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 already deleted. [ 962.544275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.820102] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: SUCCESS [ 962.820315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.820472] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.820685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.820869] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.821075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.821143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.821305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.822277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.822277] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.884509] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.012803] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.013578] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.013578] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.013965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.014056] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.014216] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 3cae8ebc-a19e-401f-aa80-28da2e6bcd42 not found, creating... [ 963.014524] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.014743] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.014800] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.015063] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.015228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.015535] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.015710] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.015834] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.016076] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.016234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.016380] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 3cae8ebc-a19e-401f-aa80-28da2e6bcd42 is going to be created. [ 963.036283] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.036523] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.036667] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.036967] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.037226] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.037471] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-3cae8ebc-a19e-401f-aa80-28da2e6bcd42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.323882] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.386835] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.386835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.387076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.387076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.387198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.387269] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 963.417914] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.418079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.418135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.418352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.418906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.428873] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 963.707488] env[63021]: INFO networking_nsxv3.common.synchronization [req-43ba495d-bfef-4eb6-9fde-f165b7e47fca req-60299835-3120-4137-83e6-b660dbb08cb8 service nova] Enqueued Resource ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 with Priority: HIGHEST for action security_group_rules [ 963.707488] env[63021]: INFO networking_nsxv3.common.synchronization [req-43ba495d-bfef-4eb6-9fde-f165b7e47fca req-60299835-3120-4137-83e6-b660dbb08cb8 service nova] Enqueued Resource ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 with Priority: HIGHEST for action security_group_members [ 963.707488] env[63021]: INFO networking_nsxv3.common.synchronization [req-43ba495d-bfef-4eb6-9fde-f165b7e47fca req-60299835-3120-4137-83e6-b660dbb08cb8 service nova] Enqueued Resource ID: 3cae8ebc-a19e-401f-aa80-28da2e6bcd42 with Priority: HIGHEST for action port [ 963.707488] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 with Priority: HIGHEST for action security_group_rules [ 963.707488] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 with Priority: HIGHEST for action security_group_members [ 963.707488] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cae8ebc-a19e-401f-aa80-28da2e6bcd42 with Priority: HIGHEST for action port [ 963.708172] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.708569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.708757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.709120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.709333] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0619cf1c-cd33-4dfa-bb5e-abdd0927ae31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.711370] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.713019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.713019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.713019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.713019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.713019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.713019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.713019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.713019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.713019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0619cf1c-cd33-4dfa-bb5e-abdd0927ae31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.714158] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cae8ebc-a19e-401f-aa80-28da2e6bcd42 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.714430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cae8ebc-a19e-401f-aa80-28da2e6bcd42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.716388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cae8ebc-a19e-401f-aa80-28da2e6bcd42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.716388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cae8ebc-a19e-401f-aa80-28da2e6bcd42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.716388] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cae8ebc-a19e-401f-aa80-28da2e6bcd42',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.826031] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.217166] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.217363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.217578] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0619cf1c-cd33-4dfa-bb5e-abdd0927ae31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.218892] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cae8ebc-a19e-401f-aa80-28da2e6bcd42 with status ACTIVE [ 964.218892] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.219582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.219582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.219582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.219708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.220116] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.220116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.220116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.220288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.220320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.221050] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.221050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.221050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.221050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.221050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.221050] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cae8ebc-a19e-401f-aa80-28da2e6bcd42 is going to be updated. [ 964.246287] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.246425] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.246425] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.246603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.246758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.246874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cae8ebc-a19e-401f-aa80-28da2e6bcd42" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.263555] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 in Status: SUCCESS [ 964.263798] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0deed06d-3c5d-46ac-bd12-5f057ff070c3 deletion is rescheduled due to dependency. [ 964.263943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0deed06d-3c5d-46ac-bd12-5f057ff070c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.329045] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.329045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.329242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.329366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.329484] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.329627] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be updated. [ 964.376152] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.376329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.376392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.377018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.377018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.385482] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: IN_PROGRESS for 2s [ 964.723402] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0619cf1c-cd33-4dfa-bb5e-abdd0927ae31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.226431] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.226651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.226753] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.227056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.227187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.227333] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 is going to be created. [ 965.252689] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.252862] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.252903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.253224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.253364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.265988] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 in Status: UNINITIALIZED for 2s [ 965.439472] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 965.439824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.439956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.440295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.440387] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.440509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.440576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.440761] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.440838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.440928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.441049] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.946073] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.946073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.946073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.946547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.946547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.946547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.946547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.946697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.946799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.946895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.947062] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.947160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.947221] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.947389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.947626] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.947751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.947855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.948055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.948172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.948298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.948411] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.396051] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: SUCCESS [ 966.397450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.397690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.397934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.398147] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.398280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.398323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.398478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.398700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.398865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.399374] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.450517] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05585405-8467-47e0-ba08-4815718f0d7f: rpc.has_security_group_logging(os_id): False [ 966.467584] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.467734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.467806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.468047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.468146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.468377] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.468503] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.468556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.468704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.468783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.468960] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.469075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.469137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.469275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.469349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.469527] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.469618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.469677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.469809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.469955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.470059] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 966.536397] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.536538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.536759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.536831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.536960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.548085] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 966.818045] env[63021]: INFO networking_nsxv3.common.synchronization [req-6c9f5b6d-d6b4-4ed0-994c-55d12d9c1a85 req-517e9822-2996-4c6b-bb1a-eb315ce13e7c tempest-ServersAdminTestJSON-462896532 tempest-ServersAdminTestJSON-462896532-project-member] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 966.818045] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGHEST for action security_group_members [ 966.818045] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.819581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.819581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.819581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.819581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.819581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.819890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.821196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.821196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.821196] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.903034] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.903034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.903034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.903034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.903034] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.903034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.903034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.903034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.903034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.903034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.903590] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.903590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.903590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.903590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.903734] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.903734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.903814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.903922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.903997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.904112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.904222] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.274870] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 in Status: SUCCESS [ 967.275203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.275864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.276124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.276315] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.276619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.276703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.276843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.276935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.277034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.277125] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0619cf1c-cd33-4dfa-bb5e-abdd0927ae31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.325292] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.328198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.328313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.328575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.328670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.329258] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.329258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.329258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.329258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.330545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.330545] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be updated. [ 967.379666] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.379883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.379883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.380118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.380265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.391565] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: IN_PROGRESS for 2s [ 967.406348] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 383ce576-33c7-4989-bc16-f3c243a6578d: rpc.has_security_group_logging(os_id): False [ 967.435054] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.435399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.435569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.436141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.436141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.436867] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.436867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.436867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.437840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.437840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.438245] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.438418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.438575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.438845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.439046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.439614] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.440249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.440415] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.440810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.440997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.441474] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be updated. [ 967.527603] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.527791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.527991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.528147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.528342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.553079] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: IN_PROGRESS for 2s [ 967.784527] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.784701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.784773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.784993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.785182] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.785294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.785377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.785542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.785626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.785715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.785863] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.785956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.786028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.786175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.786316] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.786405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.786466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.786599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.786676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.786758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.786845] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0619cf1c-cd33-4dfa-bb5e-abdd0927ae31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.289447] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31: rpc.has_security_group_logging(os_id): False [ 968.308281] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.308469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.308534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.308711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.308800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.308984] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.309084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.309141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.309292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.309411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.309556] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.309719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.309719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.309902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.309958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.315021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.315021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.315021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.315021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.315021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.315021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 is going to be created. [ 968.374920] env[63021]: INFO networking_nsxv3.common.synchronization [req-217f2845-2515-4130-b1d0-de641f56c44e req-8f3f932d-ddfa-4881-b353-e4f7919c4e47 tempest-ListServersNegativeTestJSON-712341660 tempest-ListServersNegativeTestJSON-712341660-project-member] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 968.374920] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 968.374920] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.374920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.374920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.374920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.374920] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.374920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.374920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.375628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.375821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.376040] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.400505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.400505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.400505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.400505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.400505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.416034] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 in Status: IN_PROGRESS for 2s [ 968.563990] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 968.564270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.746071] env[63021]: INFO networking_nsxv3.common.synchronization [req-303769e7-95d0-483b-bc6d-c7843cb1c5e3 req-8e1989f7-bfe5-4a9e-bbbf-6cee05b60ec7 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 968.747625] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 968.748019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.748207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.748316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.748605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.748912] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.748912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.749046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.749264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.749549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.749612] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.882702] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.147965] env[63021]: INFO networking_nsxv3.common.synchronization [None req-3947d972-1ec5-4df3-a0b4-28749647f463 None None] Enqueued Resource ID: a9ce1cef-b968-4043-8fa3-dc25af3681ff with Priority: HIGHEST for action port [ 969.148645] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ce1cef-b968-4043-8fa3-dc25af3681ff with Priority: HIGHEST for action port [ 969.149368] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9ce1cef-b968-4043-8fa3-dc25af3681ff taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.149368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9ce1cef-b968-4043-8fa3-dc25af3681ff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.149368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9ce1cef-b968-4043-8fa3-dc25af3681ff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.149610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9ce1cef-b968-4043-8fa3-dc25af3681ff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.149610] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9ce1cef-b968-4043-8fa3-dc25af3681ff',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.217499] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.217686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-971" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.218271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-971" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.218634] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-971" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.219594] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.219859] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.220689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.220903] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.221240] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.223371] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.223539] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.223588] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.223808] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.223874] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.223941] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.224102] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.244796] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.245085] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.245458] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.251031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-971" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.251031] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-de1f8509-63e1-41ae-ad48-03c4e8b74871 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.251031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.251031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.251031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.251031] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1f8509-63e1-41ae-ad48-03c4e8b74871',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.253287] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.253497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.253497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.253709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.253808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.254025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.254109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.254167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.254403] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.254491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.254577] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f already deleted. [ 969.254676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.385662] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.401829] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e855e979-5a30-460d-a444-a8925e2e6d86 in Status: SUCCESS [ 969.404791] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 deletion is rescheduled due to dependency. [ 969.404791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.569100] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: SUCCESS [ 969.569337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.569557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.569745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.570361] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.652121] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9ce1cef-b968-4043-8fa3-dc25af3681ff [ 969.652390] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.652579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.652579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.652810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.652890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.652991] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9ce1cef-b968-4043-8fa3-dc25af3681ff already deleted. [ 969.653085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9ce1cef-b968-4043-8fa3-dc25af3681ff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.753203] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.753203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.757057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.757057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.757057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.757057] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port de1f8509-63e1-41ae-ad48-03c4e8b74871 not found, creating... [ 969.757057] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.757057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.757057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.757057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.757057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.757057] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.757577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.757577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.757577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.757577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.757577] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: de1f8509-63e1-41ae-ad48-03c4e8b74871 is going to be created. [ 969.805114] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.809457] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.809622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.810120] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.810201] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.810691] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.891966] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.893641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.893641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.893641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.893641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.893641] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be updated. [ 969.924357] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.924591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.924689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.924831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.924981] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.936944] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: IN_PROGRESS for 2s [ 970.072746] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.072943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.266261] env[63021]: INFO networking_nsxv3.common.synchronization [None req-792132ba-c7e6-4ecb-8f20-12a533e82ec8 tempest-ServersV294TestFqdnHostnames-76037487 tempest-ServersV294TestFqdnHostnames-76037487-project-member] Enqueued Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_rules [ 970.267342] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_rules [ 970.267827] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d913ca-905b-4005-968c-3c426ca833be taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.268029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.269417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.269417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.269417] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.405263] env[63021]: INFO networking_nsxv3.common.synchronization [None req-4d5fa2e7-30b6-49a8-a6f8-4925b3da04d6 tempest-ServersV294TestFqdnHostnames-76037487 tempest-ServersV294TestFqdnHostnames-76037487-project-member] Enqueued Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_rules [ 970.405263] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_rules [ 970.405263] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d913ca-905b-4005-968c-3c426ca833be taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.405263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.429430] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 in Status: SUCCESS [ 970.429733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.635705] env[63021]: INFO networking_nsxv3.common.synchronization [req-303769e7-95d0-483b-bc6d-c7843cb1c5e3 req-7e5f8a65-316f-4b47-81ef-7287722c95f0 service nova] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 970.636301] env[63021]: INFO networking_nsxv3.common.synchronization [req-303769e7-95d0-483b-bc6d-c7843cb1c5e3 req-7e5f8a65-316f-4b47-81ef-7287722c95f0 service nova] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 970.636301] env[63021]: INFO networking_nsxv3.common.synchronization [req-303769e7-95d0-483b-bc6d-c7843cb1c5e3 req-7e5f8a65-316f-4b47-81ef-7287722c95f0 service nova] Enqueued Resource ID: de1f8509-63e1-41ae-ad48-03c4e8b74871 with Priority: HIGHEST for action port [ 970.636698] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 970.636838] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 970.636970] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1f8509-63e1-41ae-ad48-03c4e8b74871 with Priority: HIGHEST for action port [ 970.637428] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.637568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.637626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.637871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.638031] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.638895] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.639046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.639112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.639495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.639630] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.639726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.639786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.639972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.640099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.640216] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.642210] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-de1f8509-63e1-41ae-ad48-03c4e8b74871 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.642210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.642210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.642210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.642210] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1f8509-63e1-41ae-ad48-03c4e8b74871',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.791913] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.792138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.792251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.792648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.792805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.792933] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d913ca-905b-4005-968c-3c426ca833be already deleted. [ 970.793082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.793343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.793575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.793743] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.144012] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.145246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.145877] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.146956] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de1f8509-63e1-41ae-ad48-03c4e8b74871 with status ACTIVE [ 971.146956] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.147127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.147596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.147596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.149162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.149462] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.149598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.149669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.150155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.150155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.150264] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.150318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.150552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.150552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.150643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.150676] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de1f8509-63e1-41ae-ad48-03c4e8b74871 is going to be updated. [ 971.172127] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.172422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.172484] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.172750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.172930] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.173410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.317138] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.317286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.317352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.317925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.318113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.318113] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d913ca-905b-4005-968c-3c426ca833be already deleted. [ 971.318244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.614462] env[63021]: INFO networking_nsxv3.common.synchronization [None req-1c1c0faf-4718-40f8-a4d3-fd01ab8db27a None None] Enqueued Resource ID: 16dd8915-b263-4fe8-9c60-9ff8a62814cd with Priority: HIGHEST for action port [ 971.614820] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dd8915-b263-4fe8-9c60-9ff8a62814cd with Priority: HIGHEST for action port [ 971.614953] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-16dd8915-b263-4fe8-9c60-9ff8a62814cd taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.615729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16dd8915-b263-4fe8-9c60-9ff8a62814cd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.615826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16dd8915-b263-4fe8-9c60-9ff8a62814cd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.616744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16dd8915-b263-4fe8-9c60-9ff8a62814cd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.617832] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16dd8915-b263-4fe8-9c60-9ff8a62814cd',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.652807] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.680498] env[63021]: INFO networking_nsxv3.common.synchronization [req-8914f4fd-23d9-41ba-bde1-faf65d9122a3 req-8bf06e32-11ff-410a-9b20-c8ee3be01de3 tempest-ServersTestJSON-831221344 tempest-ServersTestJSON-831221344-project-member] Enqueued Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_members [ 971.680498] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 with Priority: HIGHEST for action security_group_members [ 971.680498] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc75dd5-2bef-4aac-ad00-124c10131dc5 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.680794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.680794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.681267] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.681464] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.681687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.681783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.681939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.682036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.682138] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc75dd5-2bef-4aac-ad00-124c10131dc5',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.949951] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: SUCCESS [ 971.949951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.950218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.965285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.965285] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.965285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.965285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.965285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.965285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.965285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.965285] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.120912] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16dd8915-b263-4fe8-9c60-9ff8a62814cd [ 972.121249] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.121415] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.121534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.121774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.121891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.122018] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16dd8915-b263-4fe8-9c60-9ff8a62814cd already deleted. [ 972.122322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16dd8915-b263-4fe8-9c60-9ff8a62814cd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.159488] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.159488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.159488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.159488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.159488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.159488] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be created. [ 972.182021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.182021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.182021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.182021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.182021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.188581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.188581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.188581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.188581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.188581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.188581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.188581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.188581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.188581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.188581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.188581] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 is going to be updated. [ 972.190356] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: UNINITIALIZED for 2s [ 972.229276] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.229276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.229276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.229276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.229276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.236293] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 in Status: IN_PROGRESS for 2s [ 972.463660] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.463660] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.463660] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.463660] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.463660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.464699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.464699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.464699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.464699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.464699] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.970089] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 383ce576-33c7-4989-bc16-f3c243a6578d: rpc.has_security_group_logging(os_id): False [ 972.989619] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.989619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.989619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.989619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.989619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.989967] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.989967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.990075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.990178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.990256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.990480] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.990533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.990582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.990719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.990786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.992370] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.992513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.992600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.993253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.993371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.995222] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be updated. [ 973.059074] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.059199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.059249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.059443] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.059585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.072544] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: IN_PROGRESS for 2s [ 973.497888] env[63021]: INFO networking_nsxv3.common.synchronization [req-5a58b678-dd27-4716-b720-edf6a180012d req-3fc1129e-5429-43e9-87ee-ba2f9fbef41d tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 973.498442] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 973.498756] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.498883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.498951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.499629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.499810] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.499990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.499990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.500143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.500917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.501071] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.960589] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.960589] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.960589] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.960589] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.960998] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.961067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.961228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.961444] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.961688] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.961863] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.962047] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.962179] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.962286] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.962519] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.962519] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.962673] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.983225] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.983689] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.983689] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.983863] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.984186] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-0e62de6a-f8ad-4958-81a2-9ff79a6bea03 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.984362] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-0e62de6a-f8ad-4958-81a2-9ff79a6bea03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.984535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-0e62de6a-f8ad-4958-81a2-9ff79a6bea03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.985223] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-0e62de6a-f8ad-4958-81a2-9ff79a6bea03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.985223] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e62de6a-f8ad-4958-81a2-9ff79a6bea03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.004040] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.204135] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 974.204135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.204135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.204313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.204440] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.204576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.204637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.204796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.204876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.204960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.205064] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.246956] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 in Status: SUCCESS [ 974.247200] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc75dd5-2bef-4aac-ad00-124c10131dc5 deletion is rescheduled due to dependency. [ 974.247351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc75dd5-2bef-4aac-ad00-124c10131dc5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.494196] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.494196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.494196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.494196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.494196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.494196] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 0e62de6a-f8ad-4958-81a2-9ff79a6bea03 not found, creating... [ 974.494196] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.494196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.494196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.494196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.494196] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.494649] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.494649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.494649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.494649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.494649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.494649] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 0e62de6a-f8ad-4958-81a2-9ff79a6bea03 is going to be created. [ 974.509970] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.516867] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.516867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.516867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.517104] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.517220] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.517581] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-0e62de6a-f8ad-4958-81a2-9ff79a6bea03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.710067] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.710067] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.710067] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.710067] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.710067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.710833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.710833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.710833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.710833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.710833] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.013150] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.013603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.013603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.014111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.014111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.014111] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 975.044607] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.044870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.044999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.045277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.045498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.056216] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 975.092919] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: SUCCESS [ 975.093176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.214107] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c5ad3a-743e-4621-9281-b2f40d14745f: rpc.has_security_group_logging(os_id): False [ 975.237205] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.237365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.237417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.237637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.237727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.237952] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.238083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.238145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.238262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.238339] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.238531] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.238617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.238677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.238875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.238958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.239172] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.239266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.239326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.239469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.239542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.239624] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be created. [ 975.304129] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.304323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.304428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.304569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.304820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.320854] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 975.436281] env[63021]: INFO networking_nsxv3.common.synchronization [req-5a58b678-dd27-4716-b720-edf6a180012d req-62f55385-efb6-4500-b966-6e9ed90eddc1 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 975.436435] env[63021]: INFO networking_nsxv3.common.synchronization [req-5a58b678-dd27-4716-b720-edf6a180012d req-62f55385-efb6-4500-b966-6e9ed90eddc1 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 975.436623] env[63021]: INFO networking_nsxv3.common.synchronization [req-5a58b678-dd27-4716-b720-edf6a180012d req-62f55385-efb6-4500-b966-6e9ed90eddc1 service nova] Enqueued Resource ID: 0e62de6a-f8ad-4958-81a2-9ff79a6bea03 with Priority: HIGHEST for action port [ 975.436871] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 975.437022] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 975.437094] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e62de6a-f8ad-4958-81a2-9ff79a6bea03 with Priority: HIGHEST for action port [ 975.437653] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.437784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.437871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.438286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.438372] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.439662] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.439876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.439954] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e62de6a-f8ad-4958-81a2-9ff79a6bea03 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.440071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e62de6a-f8ad-4958-81a2-9ff79a6bea03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.440135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e62de6a-f8ad-4958-81a2-9ff79a6bea03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.440308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e62de6a-f8ad-4958-81a2-9ff79a6bea03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.440384] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e62de6a-f8ad-4958-81a2-9ff79a6bea03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.940162] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.940286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.942186] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e62de6a-f8ad-4958-81a2-9ff79a6bea03 with status ACTIVE [ 975.942381] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.942500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.942565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.942779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.942864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.943045] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.943140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.943192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.943398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.943494] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.943681] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.943770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.943820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.943957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.944043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.944126] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e62de6a-f8ad-4958-81a2-9ff79a6bea03 is going to be updated. [ 975.968524] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.968700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.968829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.968954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.969177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.969291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e62de6a-f8ad-4958-81a2-9ff79a6bea03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.148034] env[63021]: INFO networking_nsxv3.common.synchronization [req-a617f197-03a9-4ac7-af76-ff750a350c76 req-964458a4-5584-46b5-ba76-60c58cd8630d tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_members [ 976.148034] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_members [ 976.148430] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.148430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.148430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.148562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.149033] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.149033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.149033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.149033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.149258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.149258] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.651374] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.651816] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.651816] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.651925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.652152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.652300] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.652454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.652504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.652647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.652775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.652880] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 already deleted. [ 976.653014] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.654828] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.654966] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.655160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.655476] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.655787] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.656019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.656350] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.656767] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.657417] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.657498] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.657771] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.657978] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.658152] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.658306] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.659026] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.659026] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.677777] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.677935] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.679756] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.679756] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.679756] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-7c42e931-e162-4201-8483-8606a86e0dff taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.679756] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-7c42e931-e162-4201-8483-8606a86e0dff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.679756] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-7c42e931-e162-4201-8483-8606a86e0dff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.679756] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-7c42e931-e162-4201-8483-8606a86e0dff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.679756] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c42e931-e162-4201-8483-8606a86e0dff',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.069936] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 977.069936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.069936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.069936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.069936] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.069936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.069936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.069936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.069936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.069936] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.184034] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.184449] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.184449] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.184657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.184816] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.185037] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 7c42e931-e162-4201-8483-8606a86e0dff not found, creating... [ 977.185250] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.185409] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.185531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.185760] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.185906] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.186207] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.186368] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.186496] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.186728] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.186868] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.187028] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 7c42e931-e162-4201-8483-8606a86e0dff is going to be created. [ 977.207514] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.207962] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.207962] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.208174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.208417] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.208657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-7c42e931-e162-4201-8483-8606a86e0dff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.333738] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 977.333933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.572359] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.025984] env[63021]: INFO networking_nsxv3.common.synchronization [req-a617f197-03a9-4ac7-af76-ff750a350c76 req-9d009d08-4753-4fbc-93bd-15083af67f93 service nova] Enqueued Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_rules [ 978.026139] env[63021]: INFO networking_nsxv3.common.synchronization [req-a617f197-03a9-4ac7-af76-ff750a350c76 req-9d009d08-4753-4fbc-93bd-15083af67f93 service nova] Enqueued Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_members [ 978.026332] env[63021]: INFO networking_nsxv3.common.synchronization [req-a617f197-03a9-4ac7-af76-ff750a350c76 req-9d009d08-4753-4fbc-93bd-15083af67f93 service nova] Enqueued Resource ID: 7c42e931-e162-4201-8483-8606a86e0dff with Priority: HIGHEST for action port [ 978.026515] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_rules [ 978.026661] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_members [ 978.026734] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c42e931-e162-4201-8483-8606a86e0dff with Priority: HIGHEST for action port [ 978.027325] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.027451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.027520] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.027722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.027805] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.029024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.029152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.029223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.029406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.029564] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.029666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.029730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.029870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.029953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.030058] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.030899] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c42e931-e162-4201-8483-8606a86e0dff taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.030971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c42e931-e162-4201-8483-8606a86e0dff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.030971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c42e931-e162-4201-8483-8606a86e0dff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.031137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c42e931-e162-4201-8483-8606a86e0dff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.031216] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c42e931-e162-4201-8483-8606a86e0dff',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.074443] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.536532] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.537614] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.537718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.537880] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c42e931-e162-4201-8483-8606a86e0dff with status ACTIVE [ 978.538048] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.538163] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.538234] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.538434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.538523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.538693] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.538805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.538873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.539044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.539125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.539303] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.539394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.539453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.539584] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.539655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.539736] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c42e931-e162-4201-8483-8606a86e0dff is going to be updated. [ 978.563264] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.563559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.563559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.563767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.563928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.564086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c42e931-e162-4201-8483-8606a86e0dff" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.576940] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.577158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.577158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.577451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.577451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.577611] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 978.603256] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.603906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.604019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.604229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.604417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.613017] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 979.045442] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.549892] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.549892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.549892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.549892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.549892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.549892] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 is going to be created. [ 979.570861] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.571031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.571078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.571444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.571444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.581351] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 in Status: UNINITIALIZED for 2s [ 980.624900] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 980.624900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.624900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.624900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.624900] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.624900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.624900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.624900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.624900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.624900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.625538] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.938673] env[63021]: INFO networking_nsxv3.common.synchronization [req-42d96fef-1c11-4e96-a2d8-a9fca09f962b req-f4ce388c-3318-4570-bee5-84a16c204e7e tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 980.939236] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 980.939541] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.939663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.939732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.939935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.940559] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.940874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.940973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.941166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.941258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.941399] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.128239] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.128239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.128239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.128239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.129087] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.129087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.129087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.129087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.129087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.129087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.129087] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.129087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.129087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.129387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.129387] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.129387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.129486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.129586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.129658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.129738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.129827] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.428730] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.428958] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.429048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.429325] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.429578] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.429739] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.429861] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.430295] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.430295] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.430504] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.430593] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.430702] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.430813] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.430924] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.431042] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.431179] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.445220] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.445397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.445446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.445925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.445925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.445925] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.446151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.446151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.446222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.446257] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.447949] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 981.448891] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.448891] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.448891] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.449077] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.450217] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-98722f90-f2d2-4a4a-9e68-ad5c32b18435 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.450217] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-98722f90-f2d2-4a4a-9e68-ad5c32b18435" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.450217] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-98722f90-f2d2-4a4a-9e68-ad5c32b18435" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.450217] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-98722f90-f2d2-4a4a-9e68-ad5c32b18435" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.450217] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98722f90-f2d2-4a4a-9e68-ad5c32b18435',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.470717] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.470903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.471010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.471801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.471801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.479981] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 981.598613] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 in Status: SUCCESS [ 981.599506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.599506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.599506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.599506] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.599806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.599806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.599806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.599928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.599960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.600093] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.633132] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a57b6e2f-475e-4d85-874a-4525951c3c95: rpc.has_security_group_logging(os_id): False [ 981.650122] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.650260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.650338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.650555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.650652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.650894] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.651054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.651161] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.651386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.651543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.651755] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.651868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.651923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.652078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.652156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.652338] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.652430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.652515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.652674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.652778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.652891] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 981.717524] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.717763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.717848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.718090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.718242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.734645] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 981.952578] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.952578] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.952764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.952923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.953098] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.953256] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 98722f90-f2d2-4a4a-9e68-ad5c32b18435 not found, creating... [ 981.953568] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.953769] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.953970] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.954319] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.954449] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.955039] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.955039] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.955183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.955342] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.955525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.955747] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 98722f90-f2d2-4a4a-9e68-ad5c32b18435 is going to be created. [ 981.975860] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.975860] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.976118] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.977650] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.977650] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.977650] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-98722f90-f2d2-4a4a-9e68-ad5c32b18435" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.102738] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.359105] env[63021]: INFO networking_nsxv3.common.synchronization [req-1ae791a7-aa2e-41b4-a314-43d97845267c req-26f7bd6b-7085-4a30-929a-83ceac60ba1f tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 982.359572] env[63021]: INFO networking_nsxv3.common.synchronization [req-1ae791a7-aa2e-41b4-a314-43d97845267c req-26f7bd6b-7085-4a30-929a-83ceac60ba1f tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_members [ 982.360439] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 982.360439] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_members [ 982.360658] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.360828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.360936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.361232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.361496] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.361824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.361824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.361967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.363090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.363090] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.363661] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.363772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.363870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.364246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.364461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.364596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.364692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.364904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.365044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.365182] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.408723] env[63021]: INFO networking_nsxv3.common.synchronization [req-1ae791a7-aa2e-41b4-a314-43d97845267c req-26f7bd6b-7085-4a30-929a-83ceac60ba1f tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_rules [ 982.408976] env[63021]: INFO networking_nsxv3.common.synchronization [req-1ae791a7-aa2e-41b4-a314-43d97845267c req-26f7bd6b-7085-4a30-929a-83ceac60ba1f tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_members [ 982.409214] env[63021]: INFO networking_nsxv3.common.synchronization [req-1ae791a7-aa2e-41b4-a314-43d97845267c req-26f7bd6b-7085-4a30-929a-83ceac60ba1f tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 982.409423] env[63021]: INFO networking_nsxv3.common.synchronization [req-1ae791a7-aa2e-41b4-a314-43d97845267c req-26f7bd6b-7085-4a30-929a-83ceac60ba1f tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 982.409634] env[63021]: INFO networking_nsxv3.common.synchronization [req-1ae791a7-aa2e-41b4-a314-43d97845267c req-26f7bd6b-7085-4a30-929a-83ceac60ba1f tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: de1f8509-63e1-41ae-ad48-03c4e8b74871 with Priority: HIGHEST for action port [ 982.410901] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_rules [ 982.411125] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 982.411270] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1f8509-63e1-41ae-ad48-03c4e8b74871 with Priority: HIGHEST for action port [ 982.411601] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_members [ 982.412130] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 982.412640] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.412772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.412847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.413101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.413186] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.415222] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.415364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.415468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.415774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.415774] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.416664] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-de1f8509-63e1-41ae-ad48-03c4e8b74871 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.416802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.416920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.417031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.417127] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1f8509-63e1-41ae-ad48-03c4e8b74871',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.417849] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.417961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.418151] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.418230] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.607159] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef3fe6e4-d720-4e5c-bc59-c11e0b523803: rpc.has_security_group_logging(os_id): False [ 982.629083] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.629236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.629310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.629538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.629633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.630085] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.630258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.630363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.630557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.630645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.630742] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 is going to be created. [ 982.705652] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.705947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.705947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.706134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.706324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.718550] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 in Status: IN_PROGRESS for 2s [ 982.858353] env[63021]: INFO networking_nsxv3.common.synchronization [req-42d96fef-1c11-4e96-a2d8-a9fca09f962b req-0dc51240-1a1a-46d5-b6f8-e48e1c691ca9 service nova] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_rules [ 982.858620] env[63021]: INFO networking_nsxv3.common.synchronization [req-42d96fef-1c11-4e96-a2d8-a9fca09f962b req-0dc51240-1a1a-46d5-b6f8-e48e1c691ca9 service nova] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 982.858852] env[63021]: INFO networking_nsxv3.common.synchronization [req-42d96fef-1c11-4e96-a2d8-a9fca09f962b req-0dc51240-1a1a-46d5-b6f8-e48e1c691ca9 service nova] Enqueued Resource ID: 98722f90-f2d2-4a4a-9e68-ad5c32b18435 with Priority: HIGHEST for action port [ 982.859213] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_rules [ 982.859393] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 982.859457] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98722f90-f2d2-4a4a-9e68-ad5c32b18435 with Priority: HIGHEST for action port [ 982.859749] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.859869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.860777] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.861028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.861186] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.862012] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.862116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.862408] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-98722f90-f2d2-4a4a-9e68-ad5c32b18435 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.862408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98722f90-f2d2-4a4a-9e68-ad5c32b18435" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.862582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98722f90-f2d2-4a4a-9e68-ad5c32b18435" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.862683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98722f90-f2d2-4a4a-9e68-ad5c32b18435" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.862741] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98722f90-f2d2-4a4a-9e68-ad5c32b18435',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.868051] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.868835] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.919936] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.920098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.920270] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de1f8509-63e1-41ae-ad48-03c4e8b74871 with status ACTIVE [ 982.920434] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.920537] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.920600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.920914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.921066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.921384] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.921384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.921509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.921585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.921687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.921870] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.921960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.922032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.922221] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.922332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.922446] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de1f8509-63e1-41ae-ad48-03c4e8b74871 is going to be updated. [ 982.925015] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.925015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.944858] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.944988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.945141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.945283] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.945422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.948091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.964278] env[63021]: INFO networking_nsxv3.common.synchronization [req-2021c84d-1019-4fb3-b96c-749c278c13a7 req-00a47b8c-bc8e-4b87-8818-d6bc6439df64 tempest-ServerActionsTestOtherB-816222261 tempest-ServerActionsTestOtherB-816222261-project-member] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 982.965380] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 982.965380] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.965631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.965631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.965883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.966065] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.966174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.966251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.966390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.966463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.966566] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.365130] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.365130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.368544] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98722f90-f2d2-4a4a-9e68-ad5c32b18435 with status ACTIVE [ 983.368742] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.368870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.368948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.369175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.369269] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.369443] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.369539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.369598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.369755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.369847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.370302] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.370302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.370302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.370302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.370510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.370510] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98722f90-f2d2-4a4a-9e68-ad5c32b18435 is going to be updated. [ 983.371615] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.372967] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.394245] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.394561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.394561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.397071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.397183] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.397288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98722f90-f2d2-4a4a-9e68-ad5c32b18435" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.422489] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.422723] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.422880] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.423453] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.423666] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.423890] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.424060] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.424349] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.424553] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.424801] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.424960] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.425128] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.425283] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.425426] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.425565] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.425737] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.445542] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.445721] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.445913] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.446173] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.446575] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-c5f1d585-d624-4525-a5b2-132b18bf9378 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.446807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-c5f1d585-d624-4525-a5b2-132b18bf9378" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.446999] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-c5f1d585-d624-4525-a5b2-132b18bf9378" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.447377] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-c5f1d585-d624-4525-a5b2-132b18bf9378" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.447567] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f1d585-d624-4525-a5b2-132b18bf9378',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.469490] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.469490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.469490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.469490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.469490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.469967] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.469967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.469967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.469967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.469967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.470258] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 983.487159] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 983.487344] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 deletion is rescheduled due to dependency. [ 983.487451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.487606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.487823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.488037] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.488160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.488219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.488373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.488453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.488555] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.501624] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.501624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.501624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.501624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.501624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.509918] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ced543f-7983-4cd6-873e-97856048e9f1 req-8638e874-0cbc-4f08-9a42-0954c3dee40a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: 59d01998-6216-4ece-9a65-e878d60e1f9c with Priority: HIGHEST for action security_group_members [ 983.509918] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ced543f-7983-4cd6-873e-97856048e9f1 req-8638e874-0cbc-4f08-9a42-0954c3dee40a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 983.509918] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ced543f-7983-4cd6-873e-97856048e9f1 req-8638e874-0cbc-4f08-9a42-0954c3dee40a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_members [ 983.509918] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d01998-6216-4ece-9a65-e878d60e1f9c with Priority: HIGHEST for action security_group_members [ 983.509918] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 983.509918] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_members [ 983.509918] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d01998-6216-4ece-9a65-e878d60e1f9c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.510365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.510365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.510365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.510516] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.510604] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.510663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.510997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.510997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.510997] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d01998-6216-4ece-9a65-e878d60e1f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.511849] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.511945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.512132] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.512235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.513174] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 983.557117] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ced543f-7983-4cd6-873e-97856048e9f1 req-8638e874-0cbc-4f08-9a42-0954c3dee40a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: 59d01998-6216-4ece-9a65-e878d60e1f9c with Priority: HIGHEST for action security_group_rules [ 983.557300] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ced543f-7983-4cd6-873e-97856048e9f1 req-8638e874-0cbc-4f08-9a42-0954c3dee40a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: 59d01998-6216-4ece-9a65-e878d60e1f9c with Priority: HIGHEST for action security_group_members [ 983.557442] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ced543f-7983-4cd6-873e-97856048e9f1 req-8638e874-0cbc-4f08-9a42-0954c3dee40a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_rules [ 983.557574] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ced543f-7983-4cd6-873e-97856048e9f1 req-8638e874-0cbc-4f08-9a42-0954c3dee40a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_members [ 983.557704] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ced543f-7983-4cd6-873e-97856048e9f1 req-8638e874-0cbc-4f08-9a42-0954c3dee40a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 983.557845] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ced543f-7983-4cd6-873e-97856048e9f1 req-8638e874-0cbc-4f08-9a42-0954c3dee40a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 983.557975] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ced543f-7983-4cd6-873e-97856048e9f1 req-8638e874-0cbc-4f08-9a42-0954c3dee40a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: de1f8509-63e1-41ae-ad48-03c4e8b74871 with Priority: HIGHEST for action port [ 983.558658] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d01998-6216-4ece-9a65-e878d60e1f9c with Priority: HIGHEST for action security_group_rules [ 983.558798] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_rules [ 983.558889] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 983.558978] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1f8509-63e1-41ae-ad48-03c4e8b74871 with Priority: HIGHEST for action port [ 983.559103] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 983.559174] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d01998-6216-4ece-9a65-e878d60e1f9c with Priority: HIGHEST for action security_group_members [ 983.559257] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_members [ 983.559526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d01998-6216-4ece-9a65-e878d60e1f9c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.559646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.559718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.559945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.560035] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d01998-6216-4ece-9a65-e878d60e1f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.561045] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.561165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.561326] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.561423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.561639] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-de1f8509-63e1-41ae-ad48-03c4e8b74871 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.561733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.561842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.562037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.562037] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1f8509-63e1-41ae-ad48-03c4e8b74871',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.562774] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.562890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.563031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d01998-6216-4ece-9a65-e878d60e1f9c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.563137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.563265] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.563403] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.746622] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 983.747046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.875015] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.875531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.876146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.876486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.876672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.876977] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 983.878802] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.879068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.879183] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.880042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.880042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.880042] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b288471e-ba54-4dfa-9cbd-37517e82a37c is going to be created. [ 983.902235] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.902465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.902583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.902889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.903241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.907239] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.907239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.907239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.907239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.907239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.917075] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 983.917774] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: UNINITIALIZED for 2s [ 983.950745] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.950745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.950745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.951014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.951074] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.951297] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port c5f1d585-d624-4525-a5b2-132b18bf9378 not found, creating... [ 983.951503] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.951704] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.951835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.952078] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.952226] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.952521] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.952683] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.952806] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.953026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.953170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.953315] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: c5f1d585-d624-4525-a5b2-132b18bf9378 is going to be created. [ 983.973678] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.973678] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.973678] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.974012] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.974263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.974494] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-c5f1d585-d624-4525-a5b2-132b18bf9378" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.991226] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.012983] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59d01998-6216-4ece-9a65-e878d60e1f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.065436] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d01998-6216-4ece-9a65-e878d60e1f9c taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.065585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.065858] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de1f8509-63e1-41ae-ad48-03c4e8b74871 with status ACTIVE [ 984.065997] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.066162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.066262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.066414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.066546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.066797] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.066935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.067035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.067272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.067399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.067675] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.067824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.067927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.068251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.068374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.068569] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de1f8509-63e1-41ae-ad48-03c4e8b74871 is going to be updated. [ 984.088070] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.088237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.088319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.088482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.088666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.088761] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de1f8509-63e1-41ae-ad48-03c4e8b74871" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.493909] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.516380] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59d01998-6216-4ece-9a65-e878d60e1f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.659281] env[63021]: INFO networking_nsxv3.common.synchronization [req-2021c84d-1019-4fb3-b96c-749c278c13a7 req-bc961b1f-b281-45ee-8dd1-6c007e3bbd21 service nova] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 984.659472] env[63021]: INFO networking_nsxv3.common.synchronization [req-2021c84d-1019-4fb3-b96c-749c278c13a7 req-bc961b1f-b281-45ee-8dd1-6c007e3bbd21 service nova] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 984.659625] env[63021]: INFO networking_nsxv3.common.synchronization [req-2021c84d-1019-4fb3-b96c-749c278c13a7 req-bc961b1f-b281-45ee-8dd1-6c007e3bbd21 service nova] Enqueued Resource ID: c5f1d585-d624-4525-a5b2-132b18bf9378 with Priority: HIGHEST for action port [ 984.659848] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 984.660041] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 984.660170] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f1d585-d624-4525-a5b2-132b18bf9378 with Priority: HIGHEST for action port [ 984.660875] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.660982] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.661043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.661243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.661326] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.662434] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.662535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.662724] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5f1d585-d624-4525-a5b2-132b18bf9378 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.662823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5f1d585-d624-4525-a5b2-132b18bf9378" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.662880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5f1d585-d624-4525-a5b2-132b18bf9378" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.663053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5f1d585-d624-4525-a5b2-132b18bf9378" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.663247] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f1d585-d624-4525-a5b2-132b18bf9378',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.729279] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 in Status: SUCCESS [ 984.729509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.996457] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.996880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.996880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.996971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.997047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.997156] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 985.019318] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.019602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.019602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.019887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.020018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.020155] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d01998-6216-4ece-9a65-e878d60e1f9c is going to be created. [ 985.023225] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.023388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.023448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.023718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.024074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.032972] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 985.043959] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.044178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.044223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.044486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.044717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.054918] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d01998-6216-4ece-9a65-e878d60e1f9c in Status: UNINITIALIZED for 2s [ 985.164570] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.166034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.167298] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5f1d585-d624-4525-a5b2-132b18bf9378 with status ACTIVE [ 985.167554] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.167730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.167832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.168093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.168242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.168546] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.168621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.168621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.168836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.168920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.169052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.169146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.169225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.169374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.169441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.169545] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5f1d585-d624-4525-a5b2-132b18bf9378 is going to be updated. [ 985.197190] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.197346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.197410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.197623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.197763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.197927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5f1d585-d624-4525-a5b2-132b18bf9378" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.523019] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 985.523210] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d deletion is rescheduled due to dependency. [ 985.523335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.523531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.523719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.523904] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.524030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.524108] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.524248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.524331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.524426] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.927858] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: SUCCESS [ 985.928093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.928272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.928534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.928813] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.928994] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.929087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.929664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.929703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.929907] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.931388] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 985.931590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.932111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.932308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.932532] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.932875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.932875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.932943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.932987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.933087] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.026583] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.435763] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.436829] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.530607] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.939447] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.945054] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.033464] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.034958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.034958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.034958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.034958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.034958] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 987.047504] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 987.048290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.048498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.048712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.048936] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.049116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.049185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.050569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.050569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.050569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.050569] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.069550] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d01998-6216-4ece-9a65-e878d60e1f9c in Status: SUCCESS [ 987.070414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.071362] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.071512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.071597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.073751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.073751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.074124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.074440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.074626] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.077418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.077418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.077418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.077418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.077418] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d01998-6216-4ece-9a65-e878d60e1f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.085691] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 987.445190] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.445350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.445423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.445629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.445717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.445819] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b288471e-ba54-4dfa-9cbd-37517e82a37c is going to be updated. [ 987.447059] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.447174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.447263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.447395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.447490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.447551] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 987.474502] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.474721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.474721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.474943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.475108] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.476719] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.476925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.476925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.477105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.477237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.488766] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: IN_PROGRESS for 2s [ 987.489409] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 987.558025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.558025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.558025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.558025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.558025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.558025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.558025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.558025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.558025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.558025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.558025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.558581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.558581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.558581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.558581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.558581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.558581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.558811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.558811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.558880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.558962] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.580363] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59d01998-6216-4ece-9a65-e878d60e1f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.064216] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9bc0cad-eda9-4703-a5f8-042148683d70: rpc.has_security_group_logging(os_id): False [ 988.080538] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.081104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.081104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.081104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.081104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.081542] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.082546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.082546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.082546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.082546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.082546] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.082546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.082546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.082546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.082546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.083157] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.083157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.083157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.083157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.083157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.083157] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 988.087028] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59d01998-6216-4ece-9a65-e878d60e1f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.143562] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.143562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.143562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.143562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.143562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.155028] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 988.291276] env[63021]: INFO networking_nsxv3.common.synchronization [req-512f154c-941d-4be2-85d8-fd73b2fb3370 req-a587b44a-1867-40d7-94b4-35a7a5d1ff5b tempest-ServerDiagnosticsTest-461877478 tempest-ServerDiagnosticsTest-461877478-project-member] Enqueued Resource ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a with Priority: HIGHEST for action security_group_members [ 988.291877] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a with Priority: HIGHEST for action security_group_members [ 988.292238] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.292370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.292459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.292740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.292900] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.293012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.293137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.293295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.293400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.293501] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18fefeb-4458-4cb2-88c2-c0eb98837c9a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.356219] env[63021]: INFO networking_nsxv3.common.synchronization [None req-123a8f7a-bac4-4528-a6a4-fc4cb82d013c tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: 2fa451b0-a6bf-490f-bc25-aebe96da54d8 with Priority: HIGHEST for action security_group_rules [ 988.356773] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa451b0-a6bf-490f-bc25-aebe96da54d8 with Priority: HIGHEST for action security_group_rules [ 988.358328] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fa451b0-a6bf-490f-bc25-aebe96da54d8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.358328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fa451b0-a6bf-490f-bc25-aebe96da54d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.358521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fa451b0-a6bf-490f-bc25-aebe96da54d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.358674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fa451b0-a6bf-490f-bc25-aebe96da54d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.358772] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fa451b0-a6bf-490f-bc25-aebe96da54d8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.396055] env[63021]: INFO networking_nsxv3.common.synchronization [None req-dbe216c3-6bd5-44fc-84bb-34cb66a8b85f tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 988.396578] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 988.397558] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.397697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.397770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.397993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.398198] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.398313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.398354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.398518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.399502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.399502] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.500475] env[63021]: INFO networking_nsxv3.common.synchronization [None req-b0e5f8ca-9ba1-493e-9853-08eb083e42ce tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: 2fa451b0-a6bf-490f-bc25-aebe96da54d8 with Priority: HIGHEST for action security_group_rules [ 988.501465] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa451b0-a6bf-490f-bc25-aebe96da54d8 with Priority: HIGHEST for action security_group_rules [ 988.502199] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fa451b0-a6bf-490f-bc25-aebe96da54d8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.502330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fa451b0-a6bf-490f-bc25-aebe96da54d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.523477] env[63021]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 988.523477] env[63021]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] NSXv3 Agent Agent loop - iteration:2 started [ 988.590558] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.590808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.590808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.591055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.591140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.591238] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d01998-6216-4ece-9a65-e878d60e1f9c is going to be updated. [ 988.621108] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.621338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.621338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.621766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.621833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.630244] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d01998-6216-4ece-9a65-e878d60e1f9c in Status: IN_PROGRESS for 2s [ 988.797867] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.798091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.798195] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.798415] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.798500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.798698] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.798792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.798851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.798989] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.799074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.799154] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a already deleted. [ 988.799236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.880398] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.880398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.880522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.880709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.880781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.880819] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fa451b0-a6bf-490f-bc25-aebe96da54d8 already deleted. [ 988.881068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fa451b0-a6bf-490f-bc25-aebe96da54d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.881246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fa451b0-a6bf-490f-bc25-aebe96da54d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.881432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fa451b0-a6bf-490f-bc25-aebe96da54d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.881527] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fa451b0-a6bf-490f-bc25-aebe96da54d8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.900801] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.938556] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.938807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.938962] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.939249] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.939520] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.939685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.939810] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.940041] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.940203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.940410] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.940531] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.940647] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.940761] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.940898] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.941016] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.941155] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.957547] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.958080] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.958330] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.958565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.958937] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-eb3a6303-8ef2-4d1d-bcbc-58838b430d84 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.959170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-eb3a6303-8ef2-4d1d-bcbc-58838b430d84" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.959320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-eb3a6303-8ef2-4d1d-bcbc-58838b430d84" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.959657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-eb3a6303-8ef2-4d1d-bcbc-58838b430d84" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.959813] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3a6303-8ef2-4d1d-bcbc-58838b430d84',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.096225] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 989.096225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.096225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.096707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.096807] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.096903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.096969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.097148] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.097229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.097312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.097402] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.401901] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.402061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.402130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.402365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.402448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.402518] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fa451b0-a6bf-490f-bc25-aebe96da54d8 already deleted. [ 989.402598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fa451b0-a6bf-490f-bc25-aebe96da54d8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.402820] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.463320] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.463320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.463320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.463320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.463320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.463614] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port eb3a6303-8ef2-4d1d-bcbc-58838b430d84 not found, creating... [ 989.464052] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.464288] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.464413] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.464646] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.465176] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.465520] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.465684] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.465806] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.466293] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.466449] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.466600] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: eb3a6303-8ef2-4d1d-bcbc-58838b430d84 is going to be created. [ 989.486528] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.486528] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.486690] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.486889] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.487144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.487378] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-eb3a6303-8ef2-4d1d-bcbc-58838b430d84" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.497459] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 989.497675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.497823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.498385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.498385] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.498385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.498385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.498597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.498597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.498663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.498759] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.500267] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: SUCCESS [ 989.500491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.500589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.500754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.500901] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.500998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.501075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.501200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.502871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.502871] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.502871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.502871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.502871] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.503414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.503414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.503414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.503414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.503414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.503414] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.504363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.504517] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.504692] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.504792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.504854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.504990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.505080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.505190] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.599055] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.906702] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.907186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.907377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.907692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.907936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.908263] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 989.939019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.941020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.941020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.941020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.941020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.949684] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 990.006966] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.006966] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.006966] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.006966] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.009907] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.101339] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ede6ac6-73c6-467b-909f-99951f42d28d: rpc.has_security_group_logging(os_id): False [ 990.123201] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.123374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.123451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.123706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.123823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.124091] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.124219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.124290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.124453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.124529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.124614] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 990.183481] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 990.183835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.192538] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.192648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.192648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.192889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.193103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.207445] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 990.507776] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.510205] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b288471e-ba54-4dfa-9cbd-37517e82a37c: rpc.has_security_group_logging(os_id): False [ 990.511292] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.528573] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.528799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.528799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.529033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.529112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.529272] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.529365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.529422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.529570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.529652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.529715] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b288471e-ba54-4dfa-9cbd-37517e82a37c is going to be created. [ 990.578722] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.579159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.579159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.579159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.579333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.590133] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: IN_PROGRESS for 2s [ 990.642700] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d01998-6216-4ece-9a65-e878d60e1f9c in Status: SUCCESS [ 990.642951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.643172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.643780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.644105] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.644445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.644445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.645381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.645381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.645381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.645381] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59d01998-6216-4ece-9a65-e878d60e1f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.715020] env[63021]: INFO networking_nsxv3.common.synchronization [req-512f154c-941d-4be2-85d8-fd73b2fb3370 req-aa73ac3b-c14f-48c2-b3fe-82b2e8779dba service nova] Enqueued Resource ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a with Priority: HIGHEST for action security_group_rules [ 990.715020] env[63021]: INFO networking_nsxv3.common.synchronization [req-512f154c-941d-4be2-85d8-fd73b2fb3370 req-aa73ac3b-c14f-48c2-b3fe-82b2e8779dba service nova] Enqueued Resource ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a with Priority: HIGHEST for action security_group_members [ 990.715020] env[63021]: INFO networking_nsxv3.common.synchronization [req-512f154c-941d-4be2-85d8-fd73b2fb3370 req-aa73ac3b-c14f-48c2-b3fe-82b2e8779dba service nova] Enqueued Resource ID: eb3a6303-8ef2-4d1d-bcbc-58838b430d84 with Priority: HIGHEST for action port [ 990.715020] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a with Priority: HIGHEST for action security_group_rules [ 990.715020] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a with Priority: HIGHEST for action security_group_members [ 990.715020] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb3a6303-8ef2-4d1d-bcbc-58838b430d84 with Priority: HIGHEST for action port [ 990.715698] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e18fefeb-4458-4cb2-88c2-c0eb98837c9a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.715996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.716309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.717073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.717073] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e18fefeb-4458-4cb2-88c2-c0eb98837c9a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.718161] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.720110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.720110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.720110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.720110] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.720110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.720110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.720110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.720110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.720110] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18fefeb-4458-4cb2-88c2-c0eb98837c9a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.721535] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb3a6303-8ef2-4d1d-bcbc-58838b430d84 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.723884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb3a6303-8ef2-4d1d-bcbc-58838b430d84" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.723884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb3a6303-8ef2-4d1d-bcbc-58838b430d84" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.723884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb3a6303-8ef2-4d1d-bcbc-58838b430d84" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.723884] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3a6303-8ef2-4d1d-bcbc-58838b430d84',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.814150] env[63021]: INFO networking_nsxv3.common.synchronization [req-9079c8c2-b569-4e87-bc06-f3d8e91deb05 req-a4f9415c-cac7-41a8-9ac6-5bd4dcb97109 tempest-FloatingIPsAssociationNegativeTestJSON-1722272459 tempest-FloatingIPsAssociationNegativeTestJSON-1722272459-project-member] Enqueued Resource ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 with Priority: HIGHEST for action security_group_members [ 990.814400] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 with Priority: HIGHEST for action security_group_members [ 990.815149] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.815288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.815352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.815527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.815689] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.815782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.815838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.815977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.816068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.816158] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0619cf1c-cd33-4dfa-bb5e-abdd0927ae31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.015037] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.015037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.015037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.015037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.015037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.015037] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 991.017536] env[63021]: INFO networking_nsxv3.common.synchronization [req-5304d7dd-e594-479a-82a5-046691037310 req-d6cb4f90-1a22-42b0-a70b-82d4a224d325 tempest-ServersV294TestFqdnHostnames-76037487 tempest-ServersV294TestFqdnHostnames-76037487-project-member] Enqueued Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_members [ 991.018104] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.018367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.018540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.019493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.019592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.019701] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b288471e-ba54-4dfa-9cbd-37517e82a37c is going to be updated. [ 991.021800] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_members [ 991.022601] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d913ca-905b-4005-968c-3c426ca833be taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.022714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.022783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.023141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.023371] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.023528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.023634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.023915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.024063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.024190] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.049336] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.049524] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.049638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.049871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.050077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.053202] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.053202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.053202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.053202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.053202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.063473] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: IN_PROGRESS for 2s [ 991.064199] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 991.148235] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59d01998-6216-4ece-9a65-e878d60e1f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.224048] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.224048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.225630] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb3a6303-8ef2-4d1d-bcbc-58838b430d84 with status ACTIVE [ 991.225729] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.225863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.225932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.226156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.226244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.226416] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.226513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.226574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.226729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.226843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.227049] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.227146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.227208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.227348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.227422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.227503] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb3a6303-8ef2-4d1d-bcbc-58838b430d84 is going to be updated. [ 991.228531] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e18fefeb-4458-4cb2-88c2-c0eb98837c9a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.250905] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.251052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.251126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.251331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.251465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.251698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb3a6303-8ef2-4d1d-bcbc-58838b430d84" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.258883] env[63021]: INFO networking_nsxv3.common.synchronization [req-98d4fdad-5b7e-4f6c-913e-53467e1954bd req-eeac6507-44ea-41f8-bb65-f672ad1e6b44 tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 991.259142] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 991.259644] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.259756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.259824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.260011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.260376] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.260376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.260376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.260538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.260538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.260627] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.320448] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.320679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.320752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.320999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.321124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.321403] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.321553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.321553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.321821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.321922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.322015] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 is going to be updated. [ 991.359524] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.359723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.359771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.359977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.360138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.372282] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 in Status: IN_PROGRESS for 2s [ 991.527357] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.527530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.527602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.527846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.527941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.528160] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.528279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.528430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.528545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.528593] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.528664] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d913ca-905b-4005-968c-3c426ca833be already deleted. [ 991.528746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.537100] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.537309] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-493" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.537443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-493" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.538177] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-493" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.538469] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.538639] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.538764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.539148] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.539350] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.539590] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.539734] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.539857] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.539976] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.540121] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.540287] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.540387] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.559053] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.559656] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.559986] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.560246] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-493" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.560605] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-5dc30fb0-c128-49d6-a5d1-cd0f53cc9958 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.560829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-5dc30fb0-c128-49d6-a5d1-cd0f53cc9958" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.560962] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-5dc30fb0-c128-49d6-a5d1-cd0f53cc9958" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.561318] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-5dc30fb0-c128-49d6-a5d1-cd0f53cc9958" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.561495] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc30fb0-c128-49d6-a5d1-cd0f53cc9958',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.652191] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59d01998-6216-4ece-9a65-e878d60e1f9c: rpc.has_security_group_logging(os_id): False [ 991.668729] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.668916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.669040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.669299] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.669390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.669645] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.669756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.669822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.669983] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.670297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.670436] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d01998-6216-4ece-9a65-e878d60e1f9c is going to be created. [ 991.699105] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.699397] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.699583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.700319] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.700706] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.700940] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.701131] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.701443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.701744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.702054] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.702233] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.702398] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.702561] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.702749] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.702914] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.703121] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.719920] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.720109] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.720259] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.720439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.720758] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-d0308a48-57ab-41f7-bbab-6871ed89c5f2 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.720953] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-d0308a48-57ab-41f7-bbab-6871ed89c5f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.721096] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-d0308a48-57ab-41f7-bbab-6871ed89c5f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.721410] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-d0308a48-57ab-41f7-bbab-6871ed89c5f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.721554] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0308a48-57ab-41f7-bbab-6871ed89c5f2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.725453] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.725602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.725651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.725809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.725972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.731363] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e18fefeb-4458-4cb2-88c2-c0eb98837c9a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.736129] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d01998-6216-4ece-9a65-e878d60e1f9c in Status: IN_PROGRESS for 2s [ 991.766935] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.960456] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 991.960678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.287937] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.287937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.287937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.287937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.287937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.287937] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 5dc30fb0-c128-49d6-a5d1-cd0f53cc9958 not found, creating... [ 992.287937] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.287937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.287937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.287937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.287937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.290380] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.290380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.290380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.290380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.290380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.290380] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 5dc30fb0-c128-49d6-a5d1-cd0f53cc9958 is going to be created. [ 992.290380] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.290380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.290380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.290944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.290944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.290944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-5dc30fb0-c128-49d6-a5d1-cd0f53cc9958" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.290944] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 992.290944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.290944] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.290944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.290944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.290944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.290944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.290944] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port d0308a48-57ab-41f7-bbab-6871ed89c5f2 not found, creating... [ 992.300918] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.300918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.300918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.300918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.300918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.300918] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.300918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.300918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.300918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.300918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.305448] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: d0308a48-57ab-41f7-bbab-6871ed89c5f2 is going to be created. [ 992.305448] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.305448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.305448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.305448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.305448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.305448] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a is going to be created. [ 992.305448] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.305448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.305448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.305448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.305448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.305448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-d0308a48-57ab-41f7-bbab-6871ed89c5f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.306296] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.306296] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.306296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.306296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.306296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.306296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.306296] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a in Status: UNINITIALIZED for 2s [ 992.363595] env[63021]: INFO networking_nsxv3.common.synchronization [req-9f9e38f4-3d16-4f1d-b6e1-f2fbbef67673 req-65b812b5-ac45-4025-bd5a-ce0af2f137da tempest-AttachVolumeTestJSON-1048691326 tempest-AttachVolumeTestJSON-1048691326-project-member] Enqueued Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_members [ 992.364181] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 with Priority: HIGHEST for action security_group_members [ 992.365624] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.365624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.365624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.365624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.370290] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.370290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.370290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.370290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.370290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.370290] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e24f21a-6732-42a0-b9bc-3cdf68a654c4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.606159] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: SUCCESS [ 992.608799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.609038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.610014] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.610129] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.780958] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.780958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.780958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.780958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.780958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.780958] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 992.807487] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.807487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.807487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.807487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.807487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.813347] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 992.874557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.874557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.874557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.874557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.874557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.874557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.874557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.874557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.874557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.874557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.874557] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 is going to be updated. [ 992.900443] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.900754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.901088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.901489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.901738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.911244] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 in Status: IN_PROGRESS for 2s [ 993.076303] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 993.076942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.077758] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: SUCCESS [ 993.078028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.078277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.078550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.078800] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.079031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.079170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.079394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.079546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.079725] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.080587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.080854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.081104] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.081301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.081438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.081706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.081872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.083260] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.112569] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.112690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.382890] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 in Status: SUCCESS [ 993.382890] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 deletion is rescheduled due to dependency. [ 993.383175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.441454] env[63021]: INFO networking_nsxv3.common.synchronization [req-5304d7dd-e594-479a-82a5-046691037310 req-043291d5-0bab-49e4-9051-54c79d7c3d96 service nova] Enqueued Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_rules [ 993.441454] env[63021]: INFO networking_nsxv3.common.synchronization [req-5304d7dd-e594-479a-82a5-046691037310 req-043291d5-0bab-49e4-9051-54c79d7c3d96 service nova] Enqueued Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_members [ 993.441454] env[63021]: INFO networking_nsxv3.common.synchronization [req-5304d7dd-e594-479a-82a5-046691037310 req-043291d5-0bab-49e4-9051-54c79d7c3d96 service nova] Enqueued Resource ID: 5dc30fb0-c128-49d6-a5d1-cd0f53cc9958 with Priority: HIGHEST for action port [ 993.441454] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_rules [ 993.441454] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_members [ 993.441454] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc30fb0-c128-49d6-a5d1-cd0f53cc9958 with Priority: HIGHEST for action port [ 993.441667] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d913ca-905b-4005-968c-3c426ca833be taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.441667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.441667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.441911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.441971] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.447551] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d913ca-905b-4005-968c-3c426ca833be taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.447664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.447730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.447914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.448072] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.448164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.448815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.449374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.449374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.449374] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.450719] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc30fb0-c128-49d6-a5d1-cd0f53cc9958 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.450719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc30fb0-c128-49d6-a5d1-cd0f53cc9958" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.450719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc30fb0-c128-49d6-a5d1-cd0f53cc9958" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.450719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc30fb0-c128-49d6-a5d1-cd0f53cc9958" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.450719] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc30fb0-c128-49d6-a5d1-cd0f53cc9958',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.575662] env[63021]: INFO networking_nsxv3.common.synchronization [req-599839db-ace5-459e-85d1-da82c2874637 req-3bf3fda9-0603-4d5e-bb49-12f10c122c05 service nova] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_rules [ 993.575864] env[63021]: INFO networking_nsxv3.common.synchronization [req-599839db-ace5-459e-85d1-da82c2874637 req-3bf3fda9-0603-4d5e-bb49-12f10c122c05 service nova] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 993.576038] env[63021]: INFO networking_nsxv3.common.synchronization [req-599839db-ace5-459e-85d1-da82c2874637 req-3bf3fda9-0603-4d5e-bb49-12f10c122c05 service nova] Enqueued Resource ID: d0308a48-57ab-41f7-bbab-6871ed89c5f2 with Priority: HIGHEST for action port [ 993.576316] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_rules [ 993.576445] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 993.576542] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0308a48-57ab-41f7-bbab-6871ed89c5f2 with Priority: HIGHEST for action port [ 993.578879] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.579040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.579113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.579314] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.579398] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.582100] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.584370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.584447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.585603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.585940] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.585940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.586835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.586835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.586835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.586835] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.587290] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0308a48-57ab-41f7-bbab-6871ed89c5f2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.587423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0308a48-57ab-41f7-bbab-6871ed89c5f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.587487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0308a48-57ab-41f7-bbab-6871ed89c5f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.587615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0308a48-57ab-41f7-bbab-6871ed89c5f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.587714] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0308a48-57ab-41f7-bbab-6871ed89c5f2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.590286] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.590286] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.748892] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d01998-6216-4ece-9a65-e878d60e1f9c in Status: SUCCESS [ 993.749578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.952728] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d913ca-905b-4005-968c-3c426ca833be taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.952825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.953029] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.955458] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dc30fb0-c128-49d6-a5d1-cd0f53cc9958 with status ACTIVE [ 993.955458] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.955591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.955639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.956760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.956826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.957249] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.957313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.957782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.957782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.957842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.958281] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.958281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.958374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.958605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.958724] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.958865] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dc30fb0-c128-49d6-a5d1-cd0f53cc9958 is going to be updated. [ 993.978561] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.978735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.978772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.978960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.979105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.979262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc30fb0-c128-49d6-a5d1-cd0f53cc9958" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.089320] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.089480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.092912] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0308a48-57ab-41f7-bbab-6871ed89c5f2 with status ACTIVE [ 994.093128] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.093275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.093345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.093563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.093654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.093909] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.094155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.094215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.094404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.094495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.099139] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.099139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.099139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.099139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.099139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.099139] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0308a48-57ab-41f7-bbab-6871ed89c5f2 is going to be updated. [ 994.099139] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.099139] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.105256] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.145671] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.145671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.145671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.145671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.145671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.145671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0308a48-57ab-41f7-bbab-6871ed89c5f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.300307] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a in Status: SUCCESS [ 994.300404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.300570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.300811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.301014] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.301147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.301191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.301346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.301426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.301987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.301987] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e18fefeb-4458-4cb2-88c2-c0eb98837c9a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.455521] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.607739] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.607894] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.607970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.608536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.608536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.608536] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 994.609666] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.610681] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.610815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.610961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.617236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.617392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.617480] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b288471e-ba54-4dfa-9cbd-37517e82a37c is going to be updated. [ 994.665529] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.665659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.665720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.665936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.666127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.668708] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.668853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.668967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.669146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.669288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.680280] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: IN_PROGRESS for 2s [ 994.680947] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 994.804302] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.804616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.804616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.804789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.804931] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.805079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.805280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.805280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.805381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.805490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.805683] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.805783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.805859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.806032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.806208] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.806321] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.806393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.806551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.806645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.806734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.806815] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e18fefeb-4458-4cb2-88c2-c0eb98837c9a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.824253] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 994.824253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.925321] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 in Status: SUCCESS [ 994.925528] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e24f21a-6732-42a0-b9bc-3cdf68a654c4 deletion is rescheduled due to dependency. [ 994.925683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e24f21a-6732-42a0-b9bc-3cdf68a654c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.959999] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.961012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.961012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.961012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.961012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.961012] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d913ca-905b-4005-968c-3c426ca833be is going to be created. [ 994.982942] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.983245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.983245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.984244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.984478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.995853] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d913ca-905b-4005-968c-3c426ca833be in Status: UNINITIALIZED for 2s [ 995.121066] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.125029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.125029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.125029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.125029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.125029] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 995.149756] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.149917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.149987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.150213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.150373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.158547] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 995.313981] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e18fefeb-4458-4cb2-88c2-c0eb98837c9a: rpc.has_security_group_logging(os_id): False [ 995.332026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.332026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.332026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.332026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.332721] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.332721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.332721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.333816] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.334076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.334276] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a is going to be created. [ 995.392037] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.392037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.392037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.392037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.392037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.402854] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a in Status: IN_PROGRESS for 2s [ 996.025365] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.025631] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.026237] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.026237] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.026516] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.026974] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.027143] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.027414] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.027574] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.027806] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.028171] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.028171] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.028171] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.028343] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.028391] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.028500] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.059277] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.059277] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.059382] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.059609] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-158" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.060120] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-296dfd9e-84e1-4ea8-bd17-28920a6a048b taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.060405] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.060626] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.061184] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.061481] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296dfd9e-84e1-4ea8-bd17-28920a6a048b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.125299] env[63021]: INFO networking_nsxv3.common.synchronization [req-339f9283-11da-4056-ad23-de15d610fd36 req-a23e01ed-a173-44fd-b787-5ea099dc5f01 tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 996.125843] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 996.126202] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.129384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.129536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.129814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.130059] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.130203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.130282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.130481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.130670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.130761] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.563791] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.564099] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.564245] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.564523] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.564682] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.565035] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.565353] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.565406] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.565658] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.565806] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.566191] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.566357] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.566478] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.566697] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.566840] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.566987] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 296dfd9e-84e1-4ea8-bd17-28920a6a048b is going to be updated. [ 996.588494] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.588738] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.588880] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.589160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.589443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.589836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.632986] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.634333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.634333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.634333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.634333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.634333] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.634333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.634333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.634333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.634333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.634333] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 996.675764] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.675920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.676013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.676203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.676340] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.685702] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 996.704519] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 996.704519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.704656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.704844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.705273] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.705273] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.705273] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.705460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.705568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.705623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.705792] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.705923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.706040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.706242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.706455] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.706555] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.706810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.706810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.706919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.707070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.707238] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.708878] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: SUCCESS [ 996.709135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.709380] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.709489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.709647] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.709998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.709998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.709998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.710153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.710184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.710273] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.005390] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d913ca-905b-4005-968c-3c426ca833be in Status: SUCCESS [ 997.005625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.005798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.006072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.006242] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.006376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.006438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.006581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.006652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.006747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.006838] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.170720] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 997.171055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.171308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.171665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.171970] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.172160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.172335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.172503] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.172654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.172789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.172933] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.213618] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c5ad3a-743e-4621-9281-b2f40d14745f: rpc.has_security_group_logging(os_id): False [ 997.214022] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.233673] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.233809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.234072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.234186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.234315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.234553] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.234662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.234728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.235023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.235023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.235210] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.235346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.235409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.235612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.235735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.235985] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.236299] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.236369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.236564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.236641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.237463] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 997.295868] env[63021]: INFO networking_nsxv3.common.synchronization [req-dbceb504-3808-466a-a2c4-f653c8d1dbc7 req-23e3dfd1-99ce-4aee-99f5-dc0330476415 service nova] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_rules [ 997.295868] env[63021]: INFO networking_nsxv3.common.synchronization [req-dbceb504-3808-466a-a2c4-f653c8d1dbc7 req-23e3dfd1-99ce-4aee-99f5-dc0330476415 service nova] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 997.295868] env[63021]: INFO networking_nsxv3.common.synchronization [req-dbceb504-3808-466a-a2c4-f653c8d1dbc7 req-23e3dfd1-99ce-4aee-99f5-dc0330476415 service nova] Enqueued Resource ID: 296dfd9e-84e1-4ea8-bd17-28920a6a048b with Priority: HIGHEST for action port [ 997.295868] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_rules [ 997.295868] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 997.295868] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296dfd9e-84e1-4ea8-bd17-28920a6a048b with Priority: HIGHEST for action port [ 997.295868] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.295868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.295868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.295868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.295868] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.296623] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.296763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.296763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.297077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.297232] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.297350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.297419] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.297627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.298289] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.298289] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.299088] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-296dfd9e-84e1-4ea8-bd17-28920a6a048b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.299202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.299270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.299423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.299501] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296dfd9e-84e1-4ea8-bd17-28920a6a048b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.312641] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.312641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.312777] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.312966] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.313129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.328182] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 997.421463] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a in Status: SUCCESS [ 997.421463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.512193] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.676717] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.676875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.676951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.677193] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.677358] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.677505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.677577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.677909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.677909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.677909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.678054] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.678150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.678241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.678351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.678489] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.678580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.678639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.678776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.678850] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.678930] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.679032] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.716417] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b288471e-ba54-4dfa-9cbd-37517e82a37c: rpc.has_security_group_logging(os_id): False [ 997.738614] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.738776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.738822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.739032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.739206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.739394] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.739502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.739580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.739737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.739817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.739904] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b288471e-ba54-4dfa-9cbd-37517e82a37c is going to be updated. [ 997.802032] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 296dfd9e-84e1-4ea8-bd17-28920a6a048b with status ACTIVE [ 997.802255] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.802473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.802473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.802667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.802758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.802950] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.803079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.803140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.803275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.806842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.807138] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.807262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.807330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.807524] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.807605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.807703] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 296dfd9e-84e1-4ea8-bd17-28920a6a048b is going to be updated. [ 997.809809] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.809809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.810169] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.834042] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.834042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.834042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.834042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.834042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.834042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-296dfd9e-84e1-4ea8-bd17-28920a6a048b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.834042] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.834738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.834738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.834738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.834738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.850397] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: IN_PROGRESS for 2s [ 998.014972] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9d913ca-905b-4005-968c-3c426ca833be: rpc.has_security_group_logging(os_id): False [ 998.034075] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.034296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.034400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.034688] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.034806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.035147] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.035410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.035527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.035949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.036135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.036284] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d913ca-905b-4005-968c-3c426ca833be is going to be created. [ 998.132441] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.132606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.132693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.133191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.133265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.143927] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9d913ca-905b-4005-968c-3c426ca833be in Status: IN_PROGRESS for 2s [ 998.182536] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9bc0cad-eda9-4703-a5f8-042148683d70: rpc.has_security_group_logging(os_id): False [ 998.216885] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.217156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.217156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.217418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.217531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.217819] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.217958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.218046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.218276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.218385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.218615] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.218734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.218822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.219044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.219180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.219419] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.219503] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.219574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.219722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.219802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.219893] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 998.312350] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.312350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.312350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.312350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.312350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.312517] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.328403] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 998.694638] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 998.694882] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 deletion is rescheduled due to dependency. [ 998.694997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.819124] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.819364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.819464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.819742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.819879] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.820053] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be updated. [ 998.846040] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.846215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.846273] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.846765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.846765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.854899] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: IN_PROGRESS for 2s [ 999.343332] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 999.343637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.343771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.343975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.344085] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.847495] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.847645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.847715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.847951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.848134] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.848404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.848404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.848505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.848505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.848593] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.848675] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.865443] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: SUCCESS [ 999.865811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.156145] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9d913ca-905b-4005-968c-3c426ca833be in Status: SUCCESS [ 1000.156478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.266327] env[63021]: INFO networking_nsxv3.common.synchronization [req-56e62f6c-517c-4ef7-810a-239a4e51c428 req-aff182e4-b488-4803-ba70-836c19c5c7a4 tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1000.266901] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1000.267402] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.267525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.267592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.267795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.267957] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.268064] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.268132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.268283] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.268367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.268460] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.345890] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 1000.346191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.351998] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.351998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.351998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.351998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.351998] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.351998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.351998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.352218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.352218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.352264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.354368] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.354368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.354368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.354368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.354368] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.354368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.354368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.354368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.354368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.354368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.354368] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.464322] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.464520] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.464603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.464839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.465117] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.772629] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.772629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.772629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.772954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.773570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.773844] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.773961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.774069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.774245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.774377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.774480] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 1000.800849] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.801033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.801135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.801304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.801449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.809467] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1000.860186] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c5ad3a-743e-4621-9281-b2f40d14745f: rpc.has_security_group_logging(os_id): False [ 1000.872458] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: SUCCESS [ 1000.872681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.872849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.873092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.873308] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.873440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.873509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.873646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.873730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.873902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.873902] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.880787] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.880972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.882312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.882312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.882312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.882312] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.882312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.882312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.882312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.882312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.882893] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.883129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.883222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.883386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.883466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.883689] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.883811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.883873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.884016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.884113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.884187] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1000.957513] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.957676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.957676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.957894] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.958057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.968045] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.972562] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1001.377610] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.377881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.377881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.378105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.378304] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.378389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.378449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.378602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.378702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.378789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.378962] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.379066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.379124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.379263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.379394] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.379480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.379536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.379663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.379735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.379812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.379898] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.473653] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.886454] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc0d214-e3d1-4937-9383-d43fa57e9853: rpc.has_security_group_logging(os_id): False [ 1001.907434] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.907614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.907684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.907942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.908094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.908373] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.908502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.908559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.908735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.908827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.909062] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.909169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.909220] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.909394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.909465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.909688] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.909825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.909887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.910079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.910157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.910245] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be updated. [ 1001.974367] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.974367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.974367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.974367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.974367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.976613] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1001.976710] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1001.990672] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: IN_PROGRESS for 2s [ 1002.318787] env[63021]: INFO networking_nsxv3.common.synchronization [None req-b81ba13c-0f87-4826-88e1-a42e92a968ac None None] Enqueued Resource ID: f50e66d9-2af3-4a31-86b2-cb4e986839a0 with Priority: HIGHEST for action port [ 1002.318787] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50e66d9-2af3-4a31-86b2-cb4e986839a0 with Priority: HIGHEST for action port [ 1002.318787] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f50e66d9-2af3-4a31-86b2-cb4e986839a0 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.318787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f50e66d9-2af3-4a31-86b2-cb4e986839a0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.319553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f50e66d9-2af3-4a31-86b2-cb4e986839a0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.320618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f50e66d9-2af3-4a31-86b2-cb4e986839a0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.320778] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50e66d9-2af3-4a31-86b2-cb4e986839a0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.715209] env[63021]: INFO networking_nsxv3.common.synchronization [req-58bcb03d-d4ef-41ee-99d4-f0fb768c981b req-7b36b4f4-5bc8-445e-a898-514f31f8215c tempest-ListServersNegativeTestJSON-712341660 tempest-ListServersNegativeTestJSON-712341660-project-member] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 1002.715209] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 1002.715209] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.715209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.715209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.715209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.716245] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.716654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.716897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.717463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.717631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.717835] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.721175] env[63021]: INFO networking_nsxv3.common.synchronization [req-f6770839-a53a-44cd-af29-6d3e478d0666 req-59394b9b-15d0-496a-8d4c-fd28ea42f67e tempest-ListServersNegativeTestJSON-712341660 tempest-ListServersNegativeTestJSON-712341660-project-member] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 1002.725775] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGHEST for action security_group_members [ 1002.726263] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.726473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.818834] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1002.819045] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f deletion is rescheduled due to dependency. [ 1002.819168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.825037] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f50e66d9-2af3-4a31-86b2-cb4e986839a0 [ 1002.825037] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.825181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.825214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.825455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.825510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.825661] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f50e66d9-2af3-4a31-86b2-cb4e986839a0 already deleted. [ 1002.825661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f50e66d9-2af3-4a31-86b2-cb4e986839a0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.950369] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.950369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.950369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.950369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.965491] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1002.967199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.968633] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1002.986819] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1002.987048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.001900] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.002066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.002103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.002364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.021684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.021684] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1003.021684] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1003.021684] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1003.059303] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.059447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.059519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.059729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.062661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.062938] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1003.166856] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.166984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.167042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.167254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.167536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.167861] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1003.221917] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.221917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.221917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.221917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.241193] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.244638] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.244638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.244638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.244638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.244638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.244638] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be updated. [ 1003.249278] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.249565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.249720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.249968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.250374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.250912] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1003.251135] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'05585405-8467-47e0-ba08-4815718f0d7f', '455b6131-8803-4424-8af0-3b9148b1c847', 'b9bc0cad-eda9-4703-a5f8-042148683d70', '6dc0d214-e3d1-4937-9383-d43fa57e9853', 'a3ada3d8-bf49-45e5-946f-04dd12e6fab9', 'a57b6e2f-475e-4d85-874a-4525951c3c95', 'e855e979-5a30-460d-a444-a8925e2e6d86', '8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1', 'f9c5ad3a-743e-4621-9281-b2f40d14745f', 'b288471e-ba54-4dfa-9cbd-37517e82a37c', 'd18098fd-79a2-42af-a465-0de961f84b48', 'ef3fe6e4-d720-4e5c-bc59-c11e0b523803', '0619cf1c-cd33-4dfa-bb5e-abdd0927ae31', '3b387fa5-5e56-4bb7-9484-db7885ce6a62', '5bd423fa-64b2-41c4-97af-2b38a6a7ad30', 'da454f6c-4db6-47c0-ad39-cea64f1e72c7', 'f9d913ca-905b-4005-968c-3c426ca833be', '64843afb-a031-4349-bdf7-21c14a124759', 'dcf10bf0-5098-408c-b08a-96e0856439d1', '383ce576-33c7-4989-bc16-f3c243a6578d', 'f783c38e-1965-4904-a73a-99fc9d7be9b4', 'c1a4a9a0-e812-4803-a89d-ee9e3148e383', '06500c5c-8b54-425b-bc17-7787705b1ca3', 'c3b9e807-f03e-4742-9c9c-1d33879c2fb8', '1dcef994-34e4-4496-9bfc-55d087d54594', 'efc75dd5-2bef-4aac-ad00-124c10131dc5', '8ac21ae8-4c99-4042-844d-e8e57306e220', 'cae32e0a-2242-4c1f-911a-6df391b58920', '59d01998-6216-4ece-9a65-e878d60e1f9c', '6c64b013-5c6b-4903-ace7-d3b90c333e38', '83e49ee4-615b-47a0-9a44-bf593a13457a', '0e24f21a-6732-42a0-b9bc-3cdf68a654c4', '84ca627a-5340-48bc-89b6-d13670c6ac03', '2ec56656-854d-43b5-8801-25600b712569', '4f739b3c-2b62-41c7-bd22-49decbdfcb72', '7ede6ac6-73c6-467b-909f-99951f42d28d', 'f7687c51-1c79-4f67-9c91-95f3c93aad5a', '84632093-a700-44f1-9bd9-3800580104f1', '0deed06d-3c5d-46ac-bd12-5f057ff070c3', '365844bf-f245-4eb7-b4dc-5384f7971f42', 'aba74689-1fae-4ad0-bb7a-431fbd8ec089', '6909d68a-e289-43c1-a75f-ceb469954202', '768939e9-45c6-49f2-88d3-c0701c549f56', 'e18fefeb-4458-4cb2-88c2-c0eb98837c9a', 'aa851a99-3a7f-45b0-988a-0ec3cf5b7141'} {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1003.251607] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1003.274800] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.277015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.277015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.277015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.277015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.277015] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1003.277015] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1003.277015] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1003.285392] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.285392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.285392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.285392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.285392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.294959] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: IN_PROGRESS for 2s [ 1003.350719] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.351813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.351813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.351813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.354151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.354151] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1003.354151] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1003.354151] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1003.354151] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1003.354151] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1003.354151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGH for action security_group_rules [ 1003.354151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGH for action security_group_rules [ 1003.354151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGH for action security_group_rules [ 1003.354151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGH for action security_group_rules [ 1003.354151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 with Priority: HIGH for action security_group_rules [ 1003.354151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGH for action security_group_rules [ 1003.354151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGH for action security_group_rules [ 1003.354151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGH for action security_group_rules [ 1003.354151] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGH for action security_group_rules [ 1003.355709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.006527] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: SUCCESS [ 1004.006940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.133694] env[63021]: INFO networking_nsxv3.common.synchronization [req-42356a16-d54c-4644-8977-b15ab56af7b9 req-f92984cb-ef41-481c-9d78-cec1f1246d78 tempest-ServerDiagnosticsTest-461877478 tempest-ServerDiagnosticsTest-461877478-project-member] Enqueued Resource ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a with Priority: HIGHEST for action security_group_members [ 1004.134893] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a with Priority: HIGHEST for action security_group_members [ 1004.134893] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGH for action security_group_rules [ 1004.134893] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGH for action security_group_rules [ 1004.134893] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e855e979-5a30-460d-a444-a8925e2e6d86 with Priority: HIGH for action security_group_rules [ 1004.134893] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 with Priority: HIGH for action security_group_rules [ 1004.134893] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ce576-33c7-4989-bc16-f3c243a6578d with Priority: HIGH for action security_group_rules [ 1004.134893] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf10bf0-5098-408c-b08a-96e0856439d1 with Priority: HIGH for action security_group_rules [ 1004.135207] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGH for action security_group_rules [ 1004.135532] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGH for action security_group_rules [ 1004.135685] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 with Priority: HIGH for action security_group_rules [ 1004.135785] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 with Priority: HIGH for action security_group_rules [ 1004.135879] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 with Priority: HIGH for action security_group_rules [ 1004.135971] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGH for action security_group_rules [ 1004.136079] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGH for action security_group_rules [ 1004.136525] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGH for action security_group_rules [ 1004.136655] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGH for action security_group_rules [ 1004.136751] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGH for action security_group_rules [ 1004.136847] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGH for action security_group_rules [ 1004.136940] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 with Priority: HIGH for action security_group_rules [ 1004.137042] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455b6131-8803-4424-8af0-3b9148b1c847 with Priority: HIGH for action security_group_rules [ 1004.137139] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGH for action security_group_rules [ 1004.137467] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.137594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.137657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.137867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.138295] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.138410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.138474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.138640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.138728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.138822] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18fefeb-4458-4cb2-88c2-c0eb98837c9a',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.143301] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.143301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.143301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.143301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.143301] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.143301] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.143845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.143845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.143845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.143845] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.144676] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e855e979-5a30-460d-a444-a8925e2e6d86 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.144800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.144845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.145038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.145115] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e855e979-5a30-460d-a444-a8925e2e6d86',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.145978] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bd423fa-64b2-41c4-97af-2b38a6a7ad30 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.146108] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.146176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.146333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.146409] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bd423fa-64b2-41c4-97af-2b38a6a7ad30',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.147200] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383ce576-33c7-4989-bc16-f3c243a6578d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.147306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.147373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.147526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.147600] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.149015] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcf10bf0-5098-408c-b08a-96e0856439d1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.149152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.149221] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.149435] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.149435] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcf10bf0-5098-408c-b08a-96e0856439d1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.150291] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64843afb-a031-4349-bdf7-21c14a124759 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.152244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.152244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.152244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.152244] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.152244] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d913ca-905b-4005-968c-3c426ca833be taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.152244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.152244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.152244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.152244] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.152846] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.153029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.153029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.153195] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.153266] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b387fa5-5e56-4bb7-9484-db7885ce6a62',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.156097] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da454f6c-4db6-47c0-ad39-cea64f1e72c7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.156302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.156580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.156580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.156580] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da454f6c-4db6-47c0-ad39-cea64f1e72c7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.157624] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.157624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.157624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.157724] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.157724] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0619cf1c-cd33-4dfa-bb5e-abdd0927ae31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.158447] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.159164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.159164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.159164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.159164] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.160106] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.160221] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.160289] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.160441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.160515] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.161865] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.162018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.162087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.162238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.162314] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.163741] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.163915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.164049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.164198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.164275] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.165637] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.165769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.165769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.165923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.165996] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.166961] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.167142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.167142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.167286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.167364] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.168127] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ada3d8-bf49-45e5-946f-04dd12e6fab9 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.168236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.168295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.169259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.169259] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ada3d8-bf49-45e5-946f-04dd12e6fab9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.169351] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455b6131-8803-4424-8af0-3b9148b1c847 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.169460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.169508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.169669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.169724] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455b6131-8803-4424-8af0-3b9148b1c847',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.170427] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.170527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.170596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.170759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.170825] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.676146] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-64843afb-a031-4349-bdf7-21c14a124759 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.676434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.676434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.676574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.676745] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.676890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.676942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.677170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.677359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.677359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.677483] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.682403] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.683013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.683013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.683013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.683013] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.683248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.683248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.683248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.683374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.683414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.683474] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.690104] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.690104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.690104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.690104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.690460] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.690460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.690460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.690564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.690616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.690691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.690764] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.694985] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.695252] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.695333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.695699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.696186] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.696309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.696412] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.696577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.696665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.696752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.697026] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.705024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.705024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.705024] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.705024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.705024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.705024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.705795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.705795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.705795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.705795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.705795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.705795] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.708103] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.708242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.708310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.708487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.710261] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.710377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.710438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.710595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.710750] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.710865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.710931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.711120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.711207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.711293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.712019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.714796] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d913ca-905b-4005-968c-3c426ca833be taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.714796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.714882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.715081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.715268] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.715321] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.715403] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.716047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.716184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.716300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.716424] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.726036] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.726200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.727028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.727028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.727028] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.727028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.727028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.727028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.727028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.727028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.727323] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.727323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.727323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.727449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.727578] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.729396] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.729396] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.729396] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.729396] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.729396] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.729396] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.729962] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.730104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.730433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.730433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.730534] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.730579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.730609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.730744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.730817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.730895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.731015] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.767459] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.767459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.769537] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.769661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.771715] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.771821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.773032] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.773032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.773435] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.773533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.776031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.776031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.776031] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.776031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.776380] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.776380] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.776859] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.776949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.777775] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.777775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.778457] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1004.778899] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.778985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.781482] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1004.781954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.782180] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.782289] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.782351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.782544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.782639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.782731] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a is going to be updated. [ 1004.784311] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.784802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.809028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.809028] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ada3d8-bf49-45e5-946f-04dd12e6fab9 is going to be deleted. [ 1004.809028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.809028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.811471] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.811616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.811773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.811883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.812069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.822426] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a in Status: IN_PROGRESS for 2s [ 1004.825572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.825572] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcf10bf0-5098-408c-b08a-96e0856439d1 is going to be deleted. [ 1004.826531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.826531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.846388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.846525] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bd423fa-64b2-41c4-97af-2b38a6a7ad30 is going to be deleted. [ 1004.847470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.847748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.880978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.881086] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18098fd-79a2-42af-a465-0de961f84b48 is going to be deleted. [ 1004.882607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.882725] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.886173] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.886510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.889166] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.889296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.898030] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.898192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.910065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.910210] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be deleted. [ 1004.911191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.911402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.960840] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.961018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.969033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.969033] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da454f6c-4db6-47c0-ad39-cea64f1e72c7 is going to be deleted. [ 1004.969033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.969267] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.013392] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.013746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.018639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.018778] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b387fa5-5e56-4bb7-9484-db7885ce6a62 is going to be deleted. [ 1005.019740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.019911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.059902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.059902] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0619cf1c-cd33-4dfa-bb5e-abdd0927ae31 is going to be deleted. [ 1005.061250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.061514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.115544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.115718] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455b6131-8803-4424-8af0-3b9148b1c847 is going to be deleted. [ 1005.116732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.116998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.127765] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.127891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.185480] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.198941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.198941] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e855e979-5a30-460d-a444-a8925e2e6d86 is going to be deleted. [ 1005.199503] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.199736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.199736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.200029] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be deleted. [ 1005.202645] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.202645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.202645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.202645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.202645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ada3d8-bf49-45e5-946f-04dd12e6fab9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.203142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.203279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.203364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.203497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcf10bf0-5098-408c-b08a-96e0856439d1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.204261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.204423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.204812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.204812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bd423fa-64b2-41c4-97af-2b38a6a7ad30" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.204812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.205221] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.205307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.205424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.205572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.207351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.207446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.207572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.207988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.208215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.208297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.208413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da454f6c-4db6-47c0-ad39-cea64f1e72c7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.219371] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.222078] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.222184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.222276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.222406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.222571] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.222666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.222731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.222881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.222964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.223127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.223205] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.223294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.223354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.223490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.223623] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.223711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.223769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.223904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.223969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.224087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.224176] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.224980] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.227063] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.227063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.227063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.227063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.227239] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.227239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.227301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.227459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.227532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.227612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.228037] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.228136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.228200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.228428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.228569] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.228672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.228883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.229124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.229208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.229280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.229390] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.230227] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.237396] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.237573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.237603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.237796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.237886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.238010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0619cf1c-cd33-4dfa-bb5e-abdd0927ae31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.238318] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.238420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.238490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.238831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.238831] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.238942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.238942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.239110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.239213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.239317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.239465] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.239557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.239618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.239755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.240095] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.240095] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.240095] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.240238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.240238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.240512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.240512] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.241305] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9bc0cad-eda9-4703-a5f8-042148683d70: rpc.has_security_group_logging(os_id): False [ 1005.244277] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.244393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.244462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.244640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.244725] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.244887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b387fa5-5e56-4bb7-9484-db7885ce6a62" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.271306] env[63021]: INFO networking_nsxv3.common.synchronization [None req-68c06681-eba0-4185-9be5-26f0740400e7 None None] Enqueued Resource ID: e57a8ea7-4366-4f0a-bb98-cafe79780aae with Priority: HIGHEST for action port [ 1005.272420] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57a8ea7-4366-4f0a-bb98-cafe79780aae with Priority: HIGHEST for action port [ 1005.273345] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-e57a8ea7-4366-4f0a-bb98-cafe79780aae taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.273505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e57a8ea7-4366-4f0a-bb98-cafe79780aae" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.273577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e57a8ea7-4366-4f0a-bb98-cafe79780aae" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.273850] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e57a8ea7-4366-4f0a-bb98-cafe79780aae" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.273934] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e57a8ea7-4366-4f0a-bb98-cafe79780aae',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.276372] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.276505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.276576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.276776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.278851] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.278951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.321024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.321207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.322633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.322976] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.323347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.323444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.323720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.323851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.324240] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.324380] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.324468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.324682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.324787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.325061] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.325203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.325288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.325482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.325589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.325715] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 1005.328066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.328290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.328404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.328553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455b6131-8803-4424-8af0-3b9148b1c847" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.328730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.328920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.329074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.329219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e855e979-5a30-460d-a444-a8925e2e6d86" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.330308] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.330453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.330543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.330746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.330851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.330996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.331963] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383ce576-33c7-4989-bc16-f3c243a6578d in Status: SUCCESS [ 1005.332223] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d deletion is rescheduled due to dependency. [ 1005.332349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.334124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.334124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.334357] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.334502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.334611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.334807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.334912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.335062] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383ce576-33c7-4989-bc16-f3c243a6578d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.478234] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.478377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.478447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.478714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.478809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.506150] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 1005.641282] env[63021]: INFO networking_nsxv3.common.synchronization [None req-ad1ab63b-672c-45c7-a886-7df9838812f3 tempest-AttachVolumeTestJSON-1048691326 tempest-AttachVolumeTestJSON-1048691326-project-member] Enqueued Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_rules [ 1005.641282] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_rules [ 1005.641282] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.641282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.641282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.641541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.641628] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b4398f2-41ac-47fe-bb91-6d76b50348a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.687641] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64843afb-a031-4349-bdf7-21c14a124759: rpc.has_security_group_logging(os_id): False [ 1005.704578] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.704766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.704877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.705150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.706182] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b288471e-ba54-4dfa-9cbd-37517e82a37c: rpc.has_security_group_logging(os_id): False [ 1005.715237] env[63021]: INFO networking_nsxv3.common.synchronization [None req-98bd803f-0382-4f6d-a05a-68dda0adc83b tempest-AttachVolumeTestJSON-1048691326 tempest-AttachVolumeTestJSON-1048691326-project-member] Enqueued Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_rules [ 1005.715237] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_rules [ 1005.716123] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.716293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.721212] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef3fe6e4-d720-4e5c-bc59-c11e0b523803: rpc.has_security_group_logging(os_id): False [ 1005.722945] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.723141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.724349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.724633] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.724756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.724844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.725086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.725209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.725313] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64843afb-a031-4349-bdf7-21c14a124759 is going to be updated. [ 1005.726633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.726820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.727672] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a57b6e2f-475e-4d85-874a-4525951c3c95: rpc.has_security_group_logging(os_id): False [ 1005.731616] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9d913ca-905b-4005-968c-3c426ca833be: rpc.has_security_group_logging(os_id): False [ 1005.732499] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c5ad3a-743e-4621-9281-b2f40d14745f: rpc.has_security_group_logging(os_id): False [ 1005.733268] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1: rpc.has_security_group_logging(os_id): False [ 1005.741407] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.741525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.743844] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc0d214-e3d1-4937-9383-d43fa57e9853: rpc.has_security_group_logging(os_id): False [ 1005.750731] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.750731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.751608] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.751729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.752441] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.752530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.753353] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.753473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.754174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.754476] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.754572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.754572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.754811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.754917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.755059] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b288471e-ba54-4dfa-9cbd-37517e82a37c is going to be updated. [ 1005.756063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.756130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.757485] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.757611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.772367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.772889] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.773033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.773108] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.773291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.773401] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.773499] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 is going to be updated. [ 1005.774542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.774705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.776247] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e57a8ea7-4366-4f0a-bb98-cafe79780aae [ 1005.776490] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.776649] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.776738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.776910] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.777025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.777138] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e57a8ea7-4366-4f0a-bb98-cafe79780aae already deleted. [ 1005.777240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e57a8ea7-4366-4f0a-bb98-cafe79780aae" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.792842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.793141] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.793241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.793303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.793480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.793559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.793648] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 is going to be updated. [ 1005.794650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.794906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.807029] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.807029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.808866] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.808943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.816836] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.816836] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.816836] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.816836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.817541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.817541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.817541] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1005.822704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.822704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.840150] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.840150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.840587] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.840587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.852531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.852847] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.853033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.853124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.853371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.853483] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.853725] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.853911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.853950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.854159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.854261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.854594] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.854649] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.855310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.855310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.855310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.855310] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be updated. [ 1005.856538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.858159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.861099] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.861208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.934434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.934804] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.934930] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.935085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.935271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.935387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.935489] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d913ca-905b-4005-968c-3c426ca833be is going to be updated. [ 1005.936703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.936889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.937186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.938173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.938387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.957896] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.957896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.973924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.975342] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.975342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.975342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.975579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.975579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.975774] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.975880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.975943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.976136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.976207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.976674] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.976674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.976674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.976881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.976881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.976881] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1005.981198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.981198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.981198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.981198] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.981198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.981198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.981198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.981198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.981198] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383ce576-33c7-4989-bc16-f3c243a6578d is going to be deleted. [ 1005.981198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.981198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.981198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.982400] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: IN_PROGRESS for 2s [ 1005.982809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.982809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.982809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.983633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.983781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.983902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.985103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.985266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.985757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.020634] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64843afb-a031-4349-bdf7-21c14a124759 in Status: IN_PROGRESS for 2s [ 1006.044585] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 in Status: IN_PROGRESS for 2s [ 1006.048998] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 in Status: IN_PROGRESS for 2s [ 1006.079631] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.079631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.079631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.079631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.079833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.084143] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.084276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.085334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.085334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.085334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.110051] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1006.119938] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9d913ca-905b-4005-968c-3c426ca833be in Status: IN_PROGRESS for 2s [ 1006.122904] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: IN_PROGRESS for 2s [ 1006.156268] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.156268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.156268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.156268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.156268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.156268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383ce576-33c7-4989-bc16-f3c243a6578d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.181798] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.181798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.181798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.181798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.181798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.194684] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.194839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.194907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.195137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.195228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.195344] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 already deleted. [ 1006.195433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.195594] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.195752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.195836] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b4398f2-41ac-47fe-bb91-6d76b50348a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.220340] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1006.718911] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.719122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.719246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.719470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.719595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.719728] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 already deleted. [ 1006.719842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.831692] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a in Status: SUCCESS [ 1006.831910] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18fefeb-4458-4cb2-88c2-c0eb98837c9a deletion is rescheduled due to dependency. [ 1006.832084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18fefeb-4458-4cb2-88c2-c0eb98837c9a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.522772] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 1007.523774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.578036] env[63021]: INFO networking_nsxv3.common.synchronization [req-077d2597-ca60-4717-9e81-198eecf87101 req-080151a7-119f-4614-b8d9-9f31d011ae16 tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1007.579030] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1007.579323] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.579508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.579597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.579907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.580175] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.580338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.580423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.580727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.580841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.580942] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.999680] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: SUCCESS [ 1007.999835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.034613] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64843afb-a031-4349-bdf7-21c14a124759 in Status: SUCCESS [ 1008.035038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.055276] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 in Status: SUCCESS [ 1008.056205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.061705] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 in Status: SUCCESS [ 1008.061962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.082643] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.126188] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1008.126400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.135700] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: SUCCESS [ 1008.136187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.136958] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9d913ca-905b-4005-968c-3c426ca833be in Status: SUCCESS [ 1008.137156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.236282] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1008.236282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.337540] env[63021]: INFO networking_nsxv3.common.synchronization [None req-9f21119d-0959-48d2-9ebd-158fa3a37af5 tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1008.338093] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1008.338396] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.338498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.476871] env[63021]: INFO networking_nsxv3.common.synchronization [req-618d358e-08e2-4af1-b725-9b296f03d89a req-40f37d17-6c26-4b80-8aa8-500d1faf5115 tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1008.477429] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1008.477740] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.477862] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.477932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.478824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.479009] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.479167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.479245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.479417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.479505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.479605] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.585882] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.831344] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.831662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.831879] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.832556] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.832882] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.833082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.833216] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.833558] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.833746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.833980] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.834251] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.834373] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.834503] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.834672] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.834822] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.834977] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.853587] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.853749] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.853895] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.854154] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.854525] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-1f5c01d1-9623-425e-8309-336dd1d961fa taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.854712] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-1f5c01d1-9623-425e-8309-336dd1d961fa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.854845] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-1f5c01d1-9623-425e-8309-336dd1d961fa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.855279] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-1f5c01d1-9623-425e-8309-336dd1d961fa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.855437] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5c01d1-9623-425e-8309-336dd1d961fa',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.982933] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.983140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.983268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.983446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.004158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.004409] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.004550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.004640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.004907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.005009] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.005097] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 1009.028339] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.028536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.028536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.029292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.029292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.037131] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 1009.093042] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.093042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.093042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.093042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.093042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.093042] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 1009.133626] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.133834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.133919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.134283] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.134470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.144576] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 1009.357709] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.357951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.358080] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.358381] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.358616] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.358790] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 1f5c01d1-9623-425e-8309-336dd1d961fa not found, creating... [ 1009.359074] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.359273] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.359404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.359640] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.359790] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.360090] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.360299] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.360574] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.360823] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.360975] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.361267] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 1f5c01d1-9623-425e-8309-336dd1d961fa is going to be created. [ 1009.380382] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.380593] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.380788] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.380987] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.381237] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.381467] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-1f5c01d1-9623-425e-8309-336dd1d961fa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.226527] env[63021]: INFO networking_nsxv3.common.synchronization [req-618d358e-08e2-4af1-b725-9b296f03d89a req-9422c5a5-b61a-4445-b21f-352c16b23152 service nova] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_rules [ 1010.226527] env[63021]: INFO networking_nsxv3.common.synchronization [req-618d358e-08e2-4af1-b725-9b296f03d89a req-9422c5a5-b61a-4445-b21f-352c16b23152 service nova] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1010.226527] env[63021]: INFO networking_nsxv3.common.synchronization [req-618d358e-08e2-4af1-b725-9b296f03d89a req-9422c5a5-b61a-4445-b21f-352c16b23152 service nova] Enqueued Resource ID: 1f5c01d1-9623-425e-8309-336dd1d961fa with Priority: HIGHEST for action port [ 1010.226527] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_rules [ 1010.226527] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1010.226527] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5c01d1-9623-425e-8309-336dd1d961fa with Priority: HIGHEST for action port [ 1010.227197] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.227197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.227197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.228363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.228509] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.229809] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.229809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.229809] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f5c01d1-9623-425e-8309-336dd1d961fa taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.229809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f5c01d1-9623-425e-8309-336dd1d961fa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.230168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f5c01d1-9623-425e-8309-336dd1d961fa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.230168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f5c01d1-9623-425e-8309-336dd1d961fa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.230168] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5c01d1-9623-425e-8309-336dd1d961fa',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.731865] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.731865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.731995] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f5c01d1-9623-425e-8309-336dd1d961fa with status ACTIVE [ 1010.732142] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.732233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.732345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.732904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.732904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.732904] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.732904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.733329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.733329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.733329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.733557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.733557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.733557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.733679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.733713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.733801] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f5c01d1-9623-425e-8309-336dd1d961fa is going to be updated. [ 1010.754531] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.754856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.754856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.755141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.755141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.755357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f5c01d1-9623-425e-8309-336dd1d961fa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.047645] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 1011.047834] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 deletion is rescheduled due to dependency. [ 1011.047964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.048164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.049285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.049550] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.049718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.049789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.049969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.050113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.050271] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.154223] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 1011.154489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.154656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.154889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.155095] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.155274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.155352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.155576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.155699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.155832] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.287049] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.287049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.287049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.287049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.287049] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.287049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.287049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.287931] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.288262] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.288786] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.289090] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.289321] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.289530] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.289741] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.291645] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.291645] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.316207] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.316568] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.316769] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.317009] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.317381] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-2e2d8403-826c-4e24-ba3c-123d444d1fdc taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.317614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.317778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.318104] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.318331] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e2d8403-826c-4e24-ba3c-123d444d1fdc',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.554497] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.660603] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.660828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.660926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.661246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.661347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.661631] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.661781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.661870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.662102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.662215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.662336] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 1011.701352] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.701506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.701561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.701773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.701918] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.714858] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 1011.732257] env[63021]: INFO networking_nsxv3.common.synchronization [req-7877c216-7073-4971-8e3d-6be7dc600ebf req-d8a72450-9fdb-4b2b-bb3b-dea797f082df tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_members [ 1011.732901] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGHEST for action security_group_members [ 1011.733327] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.734301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.734301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.734301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.734301] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.734301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.734301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.734301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.734301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.734652] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.820473] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.820713] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.820845] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.821194] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.821308] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.821613] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.821776] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.821899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.822407] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.822407] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.822556] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.822714] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.822836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.823223] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.823453] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.823675] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 2e2d8403-826c-4e24-ba3c-123d444d1fdc is going to be updated. [ 1011.844142] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.844838] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.844838] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.844838] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.844973] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.845227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.056628] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.237471] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.237625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.237697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.237935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.238042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.238275] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.238325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.238388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.238554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.238641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.238773] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 is going to be updated. [ 1012.271359] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.271359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.271359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.271359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.271359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.279489] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 in Status: IN_PROGRESS for 2s [ 1012.561821] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.562191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.562191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.562329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.562375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.562477] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 1012.592253] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.592397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.592466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.592670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.593011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.603446] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 1012.726628] env[63021]: INFO networking_nsxv3.common.synchronization [req-f9a982f3-cd3d-42a6-b07f-e8c7604311ee req-5c533bb7-e836-48d1-a64b-d013120b6c4e service nova] Enqueued Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_rules [ 1012.726810] env[63021]: INFO networking_nsxv3.common.synchronization [req-f9a982f3-cd3d-42a6-b07f-e8c7604311ee req-5c533bb7-e836-48d1-a64b-d013120b6c4e service nova] Enqueued Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_members [ 1012.726954] env[63021]: INFO networking_nsxv3.common.synchronization [req-f9a982f3-cd3d-42a6-b07f-e8c7604311ee req-5c533bb7-e836-48d1-a64b-d013120b6c4e service nova] Enqueued Resource ID: 2e2d8403-826c-4e24-ba3c-123d444d1fdc with Priority: HIGHEST for action port [ 1012.727581] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_rules [ 1012.727620] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_members [ 1012.727708] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2d8403-826c-4e24-ba3c-123d444d1fdc with Priority: HIGHEST for action port [ 1012.728733] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84ca627a-5340-48bc-89b6-d13670c6ac03 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.728733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.728733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.728733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.728733] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.729243] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84ca627a-5340-48bc-89b6-d13670c6ac03 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.729621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.729621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.729621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.729747] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.730447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.730447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.730447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.730447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.730447] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.731191] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e2d8403-826c-4e24-ba3c-123d444d1fdc taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.731304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.731374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.731519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.731596] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e2d8403-826c-4e24-ba3c-123d444d1fdc',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.233035] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.234266] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84ca627a-5340-48bc-89b6-d13670c6ac03 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.234579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.236039] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e2d8403-826c-4e24-ba3c-123d444d1fdc with status ACTIVE [ 1013.236255] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.236833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.236833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.236833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.236980] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.237198] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.237348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.237432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.237635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.237716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.237936] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.238063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.238124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.238291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.238376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.238456] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e2d8403-826c-4e24-ba3c-123d444d1fdc is going to be updated. [ 1013.257548] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.257933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.257933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.258355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.258355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.258355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e2d8403-826c-4e24-ba3c-123d444d1fdc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.725088] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 1013.725088] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 deletion is rescheduled due to dependency. [ 1013.725397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.735968] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.205171] env[63021]: INFO networking_nsxv3.common.synchronization [req-d2530e60-0841-4b86-b7f0-a5706c864f23 req-9e45bc84-0818-4f01-9147-b3dbe3a79169 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1014.205711] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1014.206279] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.206408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.206468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.206746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.206903] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.206995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.207085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.207241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.207518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.207518] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.238418] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.238588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.238645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.238866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.238940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.239047] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 is going to be updated. [ 1014.265285] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.265459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.265535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.265743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.265891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.281527] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 in Status: IN_PROGRESS for 2s [ 1014.290413] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 in Status: SUCCESS [ 1014.290514] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 deletion is rescheduled due to dependency. [ 1014.290602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.614226] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 1014.615408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.615613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.615904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.616169] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.617871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.618330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.618330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.618330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.618442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.618470] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.710836] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.732162] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.732162] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-971" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.732162] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-971" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.732162] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-971" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.732642] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.732642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.732642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.732758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.733600] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.733600] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.733600] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.733600] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.733600] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.733832] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.733986] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.734203] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.751825] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.752013] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1014.752182] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.752418] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-971" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.752717] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-47a80dc6-e819-410f-8257-cfc2cce0d3d9 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.752898] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.753040] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.753457] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.753686] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a80dc6-e819-410f-8257-cfc2cce0d3d9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.121475] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.121628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.121697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.121909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.122084] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.122184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.122254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.122433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.122484] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.122609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.122698] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.122803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.122839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.122973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.123156] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.123296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.123368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.123507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.123582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.123661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.123751] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.213414] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.256367] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.256645] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.256785] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.257093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.257296] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.257485] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 47a80dc6-e819-410f-8257-cfc2cce0d3d9 not found, creating... [ 1015.257773] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.257936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.258073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.258321] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.258472] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.258806] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.258984] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.259129] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.259370] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.259539] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.259691] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 47a80dc6-e819-410f-8257-cfc2cce0d3d9 is going to be created. [ 1015.279983] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.280209] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.280341] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.280614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.280861] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.281175] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.625811] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3b9e807-f03e-4742-9c9c-1d33879c2fb8: rpc.has_security_group_logging(os_id): False [ 1015.643277] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.643440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.643481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.644049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.644049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.644049] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.644250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.644250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.644397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.644478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.644666] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.644762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.644826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.644961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.645051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.645259] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.645364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.645453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.645634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.645707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.645791] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 1015.700239] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.700421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.700606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.700701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.700845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.712722] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 1015.719241] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.719394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.719444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.719645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.719735] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.719830] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1015.746769] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.746769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.746769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.746769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.746769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.758257] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1016.134119] env[63021]: INFO networking_nsxv3.common.synchronization [req-d2530e60-0841-4b86-b7f0-a5706c864f23 req-8d2687e4-c3ab-42bf-84f6-0a239d16f520 service nova] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 1016.134463] env[63021]: INFO networking_nsxv3.common.synchronization [req-d2530e60-0841-4b86-b7f0-a5706c864f23 req-8d2687e4-c3ab-42bf-84f6-0a239d16f520 service nova] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1016.134867] env[63021]: INFO networking_nsxv3.common.synchronization [req-d2530e60-0841-4b86-b7f0-a5706c864f23 req-8d2687e4-c3ab-42bf-84f6-0a239d16f520 service nova] Enqueued Resource ID: 47a80dc6-e819-410f-8257-cfc2cce0d3d9 with Priority: HIGHEST for action port [ 1016.135165] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 1016.135320] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1016.135435] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a80dc6-e819-410f-8257-cfc2cce0d3d9 with Priority: HIGHEST for action port [ 1016.136016] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.137973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.137973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.137973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.137973] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.138639] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.138746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.139052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-47a80dc6-e819-410f-8257-cfc2cce0d3d9 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.139183] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.139233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.139400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.139514] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a80dc6-e819-410f-8257-cfc2cce0d3d9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.291018] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 in Status: SUCCESS [ 1016.291426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.291513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.292167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.292167] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.292167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.292465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.292465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.292544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.292605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.292684] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.642406] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47a80dc6-e819-410f-8257-cfc2cce0d3d9 with status ACTIVE [ 1016.642632] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.642771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.642842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.643146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.643229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.643420] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.643512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.643512] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.643682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.643809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.643969] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.644028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.644097] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.644256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.644382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.644531] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47a80dc6-e819-410f-8257-cfc2cce0d3d9 is going to be updated. [ 1016.645893] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.646015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.670372] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.670576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.670576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.670771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.670900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.671105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.797865] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.301046] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84ca627a-5340-48bc-89b6-d13670c6ac03: rpc.has_security_group_logging(os_id): False [ 1017.322968] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.322968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.322968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.322968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.343515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.343820] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.343944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.344031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.344219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.344306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.344419] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 is going to be updated. [ 1017.402340] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.402340] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.402480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.402598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.402751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.417016] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 in Status: IN_PROGRESS for 2s [ 1017.745147] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 1017.745437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.767801] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1017.768055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.768302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.769177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.769177] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.769177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.769177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.769177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.769177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.769177] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.271016] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.775397] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.278985] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.279266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.279613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.279613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.279719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.279883] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1019.306198] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.306485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.306485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.306593] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.306754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.314796] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1019.428729] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 in Status: SUCCESS [ 1019.428729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.769010] env[63021]: INFO networking_nsxv3.common.synchronization [req-7e0e6b37-3dae-4280-9cd6-a7e57ab79152 req-ee35ab46-6b32-4c10-babf-f5e3fafd1be6 tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1020.769706] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1020.770194] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.770335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.770404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.770624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.770901] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.771042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.771110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.771276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.771362] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.771459] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.864038] env[63021]: INFO networking_nsxv3.common.synchronization [None req-dada3827-1387-4567-99b8-4a6884385deb tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_rules [ 1020.864718] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_rules [ 1020.865199] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b07d06d2-3676-414f-9d7c-fcbeca333dde taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.865426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.865803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.866181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.866181] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b07d06d2-3676-414f-9d7c-fcbeca333dde',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.039226] env[63021]: INFO networking_nsxv3.common.synchronization [None req-37464592-e149-4da7-94f9-72fe0f93227d tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_rules [ 1021.039550] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_rules [ 1021.039908] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b07d06d2-3676-414f-9d7c-fcbeca333dde taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.043808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.271014] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.271269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.271404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.271697] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.271963] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.272176] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.272247] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.272523] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.272685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.272908] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.273388] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.273584] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.273711] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.273919] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.274086] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.274573] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.275719] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.275835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.275904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.276071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.276155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.276328] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.276422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.276476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.276616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.276690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.276769] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be deleted. [ 1021.300114] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.300311] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.300456] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.300641] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.300966] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-7a1202c7-93f9-43c0-ab7e-9c1c8a578e37 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.301138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-7a1202c7-93f9-43c0-ab7e-9c1c8a578e37" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.301342] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-7a1202c7-93f9-43c0-ab7e-9c1c8a578e37" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.301604] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-7a1202c7-93f9-43c0-ab7e-9c1c8a578e37" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.301755] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a1202c7-93f9-43c0-ab7e-9c1c8a578e37',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.309207] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.309377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.309443] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.309569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.309660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.309764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.324216] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1021.324431] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.324818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.325030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.325209] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.325324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.325386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.325544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.325627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.325720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.325801] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.384894] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.385168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.385168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.385312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.385414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.385533] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b07d06d2-3676-414f-9d7c-fcbeca333dde already deleted. [ 1021.385624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.385775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.385946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.386026] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b07d06d2-3676-414f-9d7c-fcbeca333dde',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.810898] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.811250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.811303] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.811570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.811730] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.811902] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 7a1202c7-93f9-43c0-ab7e-9c1c8a578e37 not found, creating... [ 1021.812190] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.812401] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.812538] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.812777] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.812924] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.813372] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.813485] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.813523] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.813729] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.813869] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.814022] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 7a1202c7-93f9-43c0-ab7e-9c1c8a578e37 is going to be created. [ 1021.828491] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.828648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.828853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.828933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.829092] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.829192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.829253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.829420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.829477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.829582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.829751] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.829844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.829903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.830074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.830221] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.830312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.830371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.830507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.830582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.830660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.830750] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.835734] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.835912] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.836021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.836280] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.836752] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.837253] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-7a1202c7-93f9-43c0-ab7e-9c1c8a578e37" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.906704] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.906870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.906909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.907160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.907261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.907358] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b07d06d2-3676-414f-9d7c-fcbeca333dde already deleted. [ 1021.907456] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.334101] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c5ad3a-743e-4621-9281-b2f40d14745f: rpc.has_security_group_logging(os_id): False [ 1022.351761] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.351926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.352017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.352215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.352299] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.352516] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.352621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.352670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.352799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.352868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.353048] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.353144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.353204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.353324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.353389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.353588] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.355020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.355020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.355020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.355020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.355020] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1022.409728] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.409873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.409938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.410152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.410290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.424837] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1022.631041] env[63021]: INFO networking_nsxv3.common.synchronization [req-7e0e6b37-3dae-4280-9cd6-a7e57ab79152 req-32ac5745-2fe8-4c7c-892b-e5c17c2fe6d7 service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 1022.631041] env[63021]: INFO networking_nsxv3.common.synchronization [req-7e0e6b37-3dae-4280-9cd6-a7e57ab79152 req-32ac5745-2fe8-4c7c-892b-e5c17c2fe6d7 service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1022.631041] env[63021]: INFO networking_nsxv3.common.synchronization [req-7e0e6b37-3dae-4280-9cd6-a7e57ab79152 req-32ac5745-2fe8-4c7c-892b-e5c17c2fe6d7 service nova] Enqueued Resource ID: 7a1202c7-93f9-43c0-ab7e-9c1c8a578e37 with Priority: HIGHEST for action port [ 1022.631041] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 1022.631041] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1022.631041] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a1202c7-93f9-43c0-ab7e-9c1c8a578e37 with Priority: HIGHEST for action port [ 1022.631041] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.631788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.631967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.632640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.632843] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.636356] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.636589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.636731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.637109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.637340] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.637531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.637891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.638151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.638318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.638498] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.640291] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a1202c7-93f9-43c0-ab7e-9c1c8a578e37 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.640291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a1202c7-93f9-43c0-ab7e-9c1c8a578e37" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.640291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a1202c7-93f9-43c0-ab7e-9c1c8a578e37" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.640291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a1202c7-93f9-43c0-ab7e-9c1c8a578e37" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.640291] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a1202c7-93f9-43c0-ab7e-9c1c8a578e37',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.137268] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.137548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.141945] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.142983] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a1202c7-93f9-43c0-ab7e-9c1c8a578e37 with status ACTIVE [ 1023.143205] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.143331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.143430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.143621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.143741] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.143880] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.143980] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.144048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.144196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.144273] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.144505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.144612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.144673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.144815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.144888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.144969] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a1202c7-93f9-43c0-ab7e-9c1c8a578e37 is going to be updated. [ 1023.165644] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.165842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.165898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.166135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.166289] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.167710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a1202c7-93f9-43c0-ab7e-9c1c8a578e37" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.648251] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.155094] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.155506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.155506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.155641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.155747] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.155846] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be created. [ 1024.178636] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.178929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.178929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.179092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.179227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.190467] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: UNINITIALIZED for 2s [ 1024.441838] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1024.442079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.038485] env[63021]: INFO networking_nsxv3.common.synchronization [req-82e835a5-f72a-41b4-bb91-607fdececc16 req-9af7714a-ac3b-4f58-a728-e52952c19a18 tempest-ServerAddressesTestJSON-2051703973 tempest-ServerAddressesTestJSON-2051703973-project-member] Enqueued Resource ID: bacb9ae4-0c49-4387-b746-76457256ebf2 with Priority: HIGHEST for action security_group_members [ 1025.039196] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacb9ae4-0c49-4387-b746-76457256ebf2 with Priority: HIGHEST for action security_group_members [ 1025.039628] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacb9ae4-0c49-4387-b746-76457256ebf2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.039745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.039797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.040255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.040436] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.040586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.040717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.040895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.040990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.041129] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bacb9ae4-0c49-4387-b746-76457256ebf2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.543694] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.546286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.546286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.546286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.546286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.546286] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.546286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.546286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.546286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.546286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.546286] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacb9ae4-0c49-4387-b746-76457256ebf2 already deleted. [ 1025.546286] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.600649] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.600783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-819" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.600910] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-819" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.601267] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-819" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.601543] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.601698] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.601836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.607289] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.607520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.609363] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.609363] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.609363] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.609363] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.609363] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.609363] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.609577] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.627764] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.627949] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.628109] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.628290] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-819" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.628619] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-677d4bb7-eef2-4be9-9671-9c92ee555906 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.628801] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-677d4bb7-eef2-4be9-9671-9c92ee555906" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.629262] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-677d4bb7-eef2-4be9-9671-9c92ee555906" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.629333] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-677d4bb7-eef2-4be9-9671-9c92ee555906" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.629426] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677d4bb7-eef2-4be9-9671-9c92ee555906',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.134143] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.134390] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.134546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.134850] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.135015] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.135209] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 677d4bb7-eef2-4be9-9671-9c92ee555906 not found, creating... [ 1026.135482] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.135669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.135791] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.136046] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.136206] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.141426] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.141607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.141737] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.141957] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.142116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.142261] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 677d4bb7-eef2-4be9-9671-9c92ee555906 is going to be created. [ 1026.162229] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.162436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.162566] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.162831] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.163082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.163310] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-677d4bb7-eef2-4be9-9671-9c92ee555906" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.206039] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1026.206277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.206446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.206823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.206823] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.207199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.207199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.207199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.207317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.207317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.207467] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.448035] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ebd950b-6d15-4e04-9006-84a91f099cd1 req-a77a23f4-7986-408f-a4a5-8fc8131c1a98 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_members [ 1026.448035] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ebd950b-6d15-4e04-9006-84a91f099cd1 req-a77a23f4-7986-408f-a4a5-8fc8131c1a98 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1026.448035] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_members [ 1026.448035] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1026.448035] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.448035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.448035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.448035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.448035] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.448035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.448035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.448035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.448035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.448035] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.450258] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.450258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.450258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.450258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.450258] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.450258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.450258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.450258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.450258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.450258] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.518479] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ebd950b-6d15-4e04-9006-84a91f099cd1 req-a77a23f4-7986-408f-a4a5-8fc8131c1a98 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_rules [ 1026.518676] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ebd950b-6d15-4e04-9006-84a91f099cd1 req-a77a23f4-7986-408f-a4a5-8fc8131c1a98 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_members [ 1026.518823] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ebd950b-6d15-4e04-9006-84a91f099cd1 req-a77a23f4-7986-408f-a4a5-8fc8131c1a98 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 1026.518960] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ebd950b-6d15-4e04-9006-84a91f099cd1 req-a77a23f4-7986-408f-a4a5-8fc8131c1a98 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1026.519108] env[63021]: INFO networking_nsxv3.common.synchronization [req-7ebd950b-6d15-4e04-9006-84a91f099cd1 req-a77a23f4-7986-408f-a4a5-8fc8131c1a98 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: 47a80dc6-e819-410f-8257-cfc2cce0d3d9 with Priority: HIGHEST for action port [ 1026.519595] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_rules [ 1026.519741] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 1026.519854] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a80dc6-e819-410f-8257-cfc2cce0d3d9 with Priority: HIGHEST for action port [ 1026.519947] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_members [ 1026.520169] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1026.520496] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.520593] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.520649] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.520903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.520988] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.521822] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.521934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.522010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.522182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.522258] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.523140] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-47a80dc6-e819-410f-8257-cfc2cce0d3d9 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.523140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.523263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.523301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.523381] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a80dc6-e819-410f-8257-cfc2cce0d3d9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.524077] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.524171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.524362] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.524445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.709167] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.709425] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.711107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.711437] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.713696] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.713696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.713696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.713696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.713696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.713696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.713696] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.713696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.713696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.713696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.713696] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.713696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.713696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.714577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.714577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.714577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.714776] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.943888] env[63021]: INFO networking_nsxv3.common.synchronization [req-82e835a5-f72a-41b4-bb91-607fdececc16 req-c2817981-f3e0-4c0c-9be1-dcf00b8bd86f service nova] Enqueued Resource ID: bacb9ae4-0c49-4387-b746-76457256ebf2 with Priority: HIGHEST for action security_group_rules [ 1026.943888] env[63021]: INFO networking_nsxv3.common.synchronization [req-82e835a5-f72a-41b4-bb91-607fdececc16 req-c2817981-f3e0-4c0c-9be1-dcf00b8bd86f service nova] Enqueued Resource ID: bacb9ae4-0c49-4387-b746-76457256ebf2 with Priority: HIGHEST for action security_group_members [ 1026.943888] env[63021]: INFO networking_nsxv3.common.synchronization [req-82e835a5-f72a-41b4-bb91-607fdececc16 req-c2817981-f3e0-4c0c-9be1-dcf00b8bd86f service nova] Enqueued Resource ID: 677d4bb7-eef2-4be9-9671-9c92ee555906 with Priority: HIGHEST for action port [ 1026.943888] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacb9ae4-0c49-4387-b746-76457256ebf2 with Priority: HIGHEST for action security_group_rules [ 1026.943888] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacb9ae4-0c49-4387-b746-76457256ebf2 with Priority: HIGHEST for action security_group_members [ 1026.943888] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677d4bb7-eef2-4be9-9671-9c92ee555906 with Priority: HIGHEST for action port [ 1026.944372] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bacb9ae4-0c49-4387-b746-76457256ebf2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.944621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.944818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.945251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.945454] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bacb9ae4-0c49-4387-b746-76457256ebf2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.946959] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacb9ae4-0c49-4387-b746-76457256ebf2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.947391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.947391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.948623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.948623] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.948623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.948623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.948623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.948623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.949242] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bacb9ae4-0c49-4387-b746-76457256ebf2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.952357] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-677d4bb7-eef2-4be9-9671-9c92ee555906 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.952559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-677d4bb7-eef2-4be9-9671-9c92ee555906" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.952858] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-677d4bb7-eef2-4be9-9671-9c92ee555906" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.953262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-677d4bb7-eef2-4be9-9671-9c92ee555906" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.953262] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677d4bb7-eef2-4be9-9671-9c92ee555906',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.955499] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.958343] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.025584] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.025796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.026044] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.026136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.026292] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47a80dc6-e819-410f-8257-cfc2cce0d3d9 with status ACTIVE [ 1027.026460] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.026568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.026635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.026857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.026949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.027178] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.027293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.027363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.027550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.027693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.027833] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.027947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.028024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.028174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.028252] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.028336] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47a80dc6-e819-410f-8257-cfc2cce0d3d9 is going to be updated. [ 1027.047878] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.048081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.048160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.048397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.048565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.048752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.204030] env[63021]: INFO networking_nsxv3.common.synchronization [None req-30911b6b-7cad-4bba-bbfc-20905fef7d8c None None] Enqueued Resource ID: 060ab0c6-0647-43cb-b701-604a1783f2f9 with Priority: HIGHEST for action port [ 1027.204030] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060ab0c6-0647-43cb-b701-604a1783f2f9 with Priority: HIGHEST for action port [ 1027.204030] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-060ab0c6-0647-43cb-b701-604a1783f2f9 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.204030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060ab0c6-0647-43cb-b701-604a1783f2f9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.204476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060ab0c6-0647-43cb-b701-604a1783f2f9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.209330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060ab0c6-0647-43cb-b701-604a1783f2f9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.209430] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060ab0c6-0647-43cb-b701-604a1783f2f9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.216485] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05585405-8467-47e0-ba08-4815718f0d7f: rpc.has_security_group_logging(os_id): False [ 1027.241571] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.241718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.241788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.242009] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.242206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.242311] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.242706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.242706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.242706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.242706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.242862] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.242960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.243033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.243186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.243260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.243436] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.243898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.244018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.244137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.244214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.244301] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be created. [ 1027.302750] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.302915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.306051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.306051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.306051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.330067] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1027.456342] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bacb9ae4-0c49-4387-b746-76457256ebf2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.457485] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacb9ae4-0c49-4387-b746-76457256ebf2 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.457624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.462695] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 677d4bb7-eef2-4be9-9671-9c92ee555906 with status ACTIVE [ 1027.462695] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.462843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.462843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.463056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.463166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.463397] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.463485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.463561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.463725] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.463801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.463977] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.464079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.464136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.464277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.464343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.464422] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 677d4bb7-eef2-4be9-9671-9c92ee555906 is going to be updated. [ 1027.465688] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.467489] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.495847] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.495847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.495847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.495847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.495847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.496042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-677d4bb7-eef2-4be9-9671-9c92ee555906" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.711954] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 060ab0c6-0647-43cb-b701-604a1783f2f9 [ 1027.713982] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.714722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.714949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.715300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.715610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.715992] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:060ab0c6-0647-43cb-b701-604a1783f2f9 already deleted. [ 1027.716216] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060ab0c6-0647-43cb-b701-604a1783f2f9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.959874] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bacb9ae4-0c49-4387-b746-76457256ebf2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.962017] env[63021]: INFO networking_nsxv3.common.synchronization [req-700d1c14-0bbf-4780-a97c-2e177b5c2496 req-a3f1e7a8-9ff7-42fe-9b71-acc9e40af03c tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1027.962304] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1027.962649] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.962878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.962878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.963041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.963205] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.963296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.963358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.963507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.963693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.963693] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.971584] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.971758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.971811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.971975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.972062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.972179] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b is going to be created. [ 1027.973380] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.974178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.974281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.974422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.974506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.974760] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1027.998575] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.998738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.998786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.998990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.999133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.001958] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.002103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.002172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.002365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.002502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.012031] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1028.012138] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b in Status: UNINITIALIZED for 2s [ 1028.376518] env[63021]: INFO networking_nsxv3.common.synchronization [req-26d9c995-1761-41dc-941a-dd0d7237cc1c req-7ba4b40c-3755-4abb-8776-4d993d899d39 tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_members [ 1028.377437] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGHEST for action security_group_members [ 1028.377762] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.377886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.377954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.378783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.378954] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.379069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.379136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.379293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.379381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.379475] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.465863] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.465863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.465863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.465863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.465863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.465863] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacb9ae4-0c49-4387-b746-76457256ebf2 is going to be created. [ 1028.466817] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.485473] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.485619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.485721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.485935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.486102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.495201] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bacb9ae4-0c49-4387-b746-76457256ebf2 in Status: UNINITIALIZED for 2s [ 1028.884052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.884052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.884052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.884052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.884052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.884052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.884052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.884052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.884052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.884052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.884052] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 is going to be updated. [ 1028.910490] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.910694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.910916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.911074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.911309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.920718] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 in Status: IN_PROGRESS for 2s [ 1028.968996] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.114194] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.114406] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.114550] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.114892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.115180] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.115348] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.115469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.115746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.115950] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.117400] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.117400] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.117400] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.117400] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.117798] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.117983] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.118186] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.135663] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.135830] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.135975] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.136180] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.136500] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-f5040918-0c62-4758-8f50-01303c2a0180 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.136673] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-f5040918-0c62-4758-8f50-01303c2a0180" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.136797] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-f5040918-0c62-4758-8f50-01303c2a0180" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.137514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-f5040918-0c62-4758-8f50-01303c2a0180" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.137735] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5040918-0c62-4758-8f50-01303c2a0180',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.343697] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1029.343766] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.444821] env[63021]: INFO networking_nsxv3.common.synchronization [None req-87f5c783-9aa0-4c3a-ad48-64fd28cea1ca None None] Enqueued Resource ID: 468bbfe3-98a8-429d-ba74-3abc0cc6ed1b with Priority: HIGHEST for action port [ 1029.448314] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468bbfe3-98a8-429d-ba74-3abc0cc6ed1b with Priority: HIGHEST for action port [ 1029.449049] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-468bbfe3-98a8-429d-ba74-3abc0cc6ed1b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.449331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-468bbfe3-98a8-429d-ba74-3abc0cc6ed1b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.449487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-468bbfe3-98a8-429d-ba74-3abc0cc6ed1b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.450065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-468bbfe3-98a8-429d-ba74-3abc0cc6ed1b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.450244] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('468bbfe3-98a8-429d-ba74-3abc0cc6ed1b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.475224] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.475224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.475224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.475224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.475224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.475224] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1029.509946] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.509946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.509946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.510162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.510327] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.520805] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1029.639866] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.640119] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.640256] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.640545] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.640702] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.640878] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port f5040918-0c62-4758-8f50-01303c2a0180 not found, creating... [ 1029.641269] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.641483] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.641611] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.641865] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.642025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.642319] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.642482] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.642642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.642895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.643055] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.643219] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: f5040918-0c62-4758-8f50-01303c2a0180 is going to be created. [ 1029.666615] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.666891] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.667189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.667517] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.667886] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.667978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-f5040918-0c62-4758-8f50-01303c2a0180" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.848919] env[63021]: INFO networking_nsxv3.common.synchronization [req-fffae308-21b3-4b5b-a9cb-3d79d782e7ea req-28597004-1d37-455f-bdc3-209e734fa538 tempest-ServersNegativeTestJSON-852925760 tempest-ServersNegativeTestJSON-852925760-project-member] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 1029.848919] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGHEST for action security_group_members [ 1029.848919] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.848919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.848919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.850650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.850650] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.850650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.850650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.851194] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.851424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.851583] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.952948] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 468bbfe3-98a8-429d-ba74-3abc0cc6ed1b [ 1029.953217] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.953335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.953401] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.953612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.953707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.953800] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:468bbfe3-98a8-429d-ba74-3abc0cc6ed1b already deleted. [ 1029.954027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-468bbfe3-98a8-429d-ba74-3abc0cc6ed1b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.023245] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b in Status: SUCCESS [ 1030.024113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.024212] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1030.024373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.024547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.024781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.025147] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.025147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.025147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.026032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.026032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.026032] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.026514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.026683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.026852] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.026955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.027029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.027169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.027244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.027331] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.354614] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.354824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.354965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.355101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.355196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.355405] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.355501] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.355554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.355700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.355797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.355884] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be updated. [ 1030.366214] env[63021]: INFO networking_nsxv3.common.synchronization [req-f0751db6-5ce2-45a6-a330-fe5726ff7979 req-24288a01-1533-40fe-864c-5e237dbaed1a tempest-AttachVolumeTestJSON-1048691326 tempest-AttachVolumeTestJSON-1048691326-project-member] Enqueued Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_members [ 1030.366595] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_members [ 1030.366896] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4398f2-41ac-47fe-bb91-6d76b50348a6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.367053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.367117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.367516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.367685] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.367776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.367836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.367978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.368074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.368189] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4398f2-41ac-47fe-bb91-6d76b50348a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.384798] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.385021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.385021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.385229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.389335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.399962] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: IN_PROGRESS for 2s [ 1030.514718] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bacb9ae4-0c49-4387-b746-76457256ebf2 in Status: SUCCESS [ 1030.514948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.515137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.515948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.515948] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.515948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.515948] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.516367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.516367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.516367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.516367] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bacb9ae4-0c49-4387-b746-76457256ebf2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.528942] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.529784] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.711289] env[63021]: INFO networking_nsxv3.common.synchronization [req-700d1c14-0bbf-4780-a97c-2e177b5c2496 req-07d57faf-74eb-4fc0-93db-5616901655b6 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 1030.711702] env[63021]: INFO networking_nsxv3.common.synchronization [req-700d1c14-0bbf-4780-a97c-2e177b5c2496 req-07d57faf-74eb-4fc0-93db-5616901655b6 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1030.711702] env[63021]: INFO networking_nsxv3.common.synchronization [req-700d1c14-0bbf-4780-a97c-2e177b5c2496 req-07d57faf-74eb-4fc0-93db-5616901655b6 service nova] Enqueued Resource ID: f5040918-0c62-4758-8f50-01303c2a0180 with Priority: HIGHEST for action port [ 1030.711794] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 1030.711913] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1030.712026] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5040918-0c62-4758-8f50-01303c2a0180 with Priority: HIGHEST for action port [ 1030.713041] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.713041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.713041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.713041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.715382] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.715774] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.715874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.716091] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5040918-0c62-4758-8f50-01303c2a0180 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.716206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5040918-0c62-4758-8f50-01303c2a0180" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.716259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5040918-0c62-4758-8f50-01303c2a0180" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.716438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5040918-0c62-4758-8f50-01303c2a0180" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.716501] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5040918-0c62-4758-8f50-01303c2a0180',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.873564] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.873686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.873751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.874053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.874178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.874380] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.874492] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.874601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.874765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.874847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.874955] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 already deleted. [ 1030.875056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.881678] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.882385] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-49" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.882514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-49" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.882851] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-49" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.883138] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.883302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.883422] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.883649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.883812] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.884038] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.884156] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.884270] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.884380] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.884491] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.884623] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.884764] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.902953] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.903137] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.903286] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.903457] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-49" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.903770] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.903974] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.904079] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.904437] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.904643] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.928710] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 in Status: SUCCESS [ 1030.928979] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 deletion is rescheduled due to dependency. [ 1030.929357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.018872] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacb9ae4-0c49-4387-b746-76457256ebf2 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.019309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.019309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.019309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.019468] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.019565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.019629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.019773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.019857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.019943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.020144] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacb9ae4-0c49-4387-b746-76457256ebf2 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.020203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.020236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.020377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.020510] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.020599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.020660] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.020791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.020864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.020944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.021044] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bacb9ae4-0c49-4387-b746-76457256ebf2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.031092] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.031963] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.220035] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.220035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.221091] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5040918-0c62-4758-8f50-01303c2a0180 with status ACTIVE [ 1031.221940] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.221940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.221940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.221940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.221940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.221940] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.222245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.222449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.222626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.222715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.222906] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.222998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.223071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.223213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.223291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.223375] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5040918-0c62-4758-8f50-01303c2a0180 is going to be updated. [ 1031.255038] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.255038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.255038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.255503] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.255687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.255893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5040918-0c62-4758-8f50-01303c2a0180" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.409771] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.410048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.410219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.410544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.410769] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.411029] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e not found, creating... [ 1031.411323] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.411571] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.411765] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.412018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.412608] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.413030] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.413797] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.414162] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.414666] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.415566] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.415775] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e is going to be created. [ 1031.436314] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.436314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.436314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.436314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.436594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.437189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.523300] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bacb9ae4-0c49-4387-b746-76457256ebf2: rpc.has_security_group_logging(os_id): False [ 1031.534259] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1031.534516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.534965] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.535118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.535192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.535745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.535745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.535745] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b is going to be updated. [ 1031.537158] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.537272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.537348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.537546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.537667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.537765] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1031.539078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.539213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.539409] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.539593] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.539664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.539848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.539934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.540133] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.541825] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.541951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.542059] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.542556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.542556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.542650] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.542968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.542968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.542968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.543132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.543394] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.543532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.543603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.543768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.543880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.544113] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.544316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.544316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.544469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.544771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.544771] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bacb9ae4-0c49-4387-b746-76457256ebf2 is going to be created. [ 1031.591061] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.591237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.591297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.591474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.591681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.593501] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.593630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.593687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.594612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.594776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.615796] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b in Status: IN_PROGRESS for 2s [ 1031.616623] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1031.636182] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.636335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.636415] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.637031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.637031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.649323] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bacb9ae4-0c49-4387-b746-76457256ebf2 in Status: IN_PROGRESS for 2s [ 1032.047068] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.257040] env[63021]: INFO networking_nsxv3.common.synchronization [req-f0751db6-5ce2-45a6-a330-fe5726ff7979 req-7702204c-d78d-401b-bcc8-388391c64ad3 service nova] Enqueued Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_rules [ 1032.257040] env[63021]: INFO networking_nsxv3.common.synchronization [req-f0751db6-5ce2-45a6-a330-fe5726ff7979 req-7702204c-d78d-401b-bcc8-388391c64ad3 service nova] Enqueued Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_members [ 1032.257040] env[63021]: INFO networking_nsxv3.common.synchronization [req-f0751db6-5ce2-45a6-a330-fe5726ff7979 req-7702204c-d78d-401b-bcc8-388391c64ad3 service nova] Enqueued Resource ID: 33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e with Priority: HIGHEST for action port [ 1032.257040] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_rules [ 1032.257040] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_members [ 1032.257040] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e with Priority: HIGHEST for action port [ 1032.257537] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.257904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.258054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.258644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.258973] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b4398f2-41ac-47fe-bb91-6d76b50348a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.260324] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4398f2-41ac-47fe-bb91-6d76b50348a6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.260651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.260807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.261323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.261560] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.261934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.262110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.263575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.263575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.263692] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4398f2-41ac-47fe-bb91-6d76b50348a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.264438] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.264539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.264626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.265217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.265217] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.410168] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 in Status: SUCCESS [ 1032.410168] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 deletion is rescheduled due to dependency. [ 1032.410168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.500242] env[63021]: INFO networking_nsxv3.common.synchronization [req-920ce04e-1c26-4ea2-a7c4-a109177ba800 req-a8a6a9ae-e9ee-4fbd-b8e2-829e80c15826 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 with Priority: HIGHEST for action security_group_members [ 1032.500242] env[63021]: INFO networking_nsxv3.common.synchronization [req-920ce04e-1c26-4ea2-a7c4-a109177ba800 req-a8a6a9ae-e9ee-4fbd-b8e2-829e80c15826 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1032.500242] env[63021]: INFO networking_nsxv3.common.synchronization [req-920ce04e-1c26-4ea2-a7c4-a109177ba800 req-a8a6a9ae-e9ee-4fbd-b8e2-829e80c15826 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_members [ 1032.500242] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 with Priority: HIGHEST for action security_group_members [ 1032.500242] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1032.500242] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_members [ 1032.505432] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad701a1-a4a3-4230-8bfd-dd180533e486 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.505432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.505432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.505432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.505432] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.505432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.505432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.505432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.505432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.505432] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad701a1-a4a3-4230-8bfd-dd180533e486',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.505432] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.505432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.505432] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.505432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.545047] env[63021]: INFO networking_nsxv3.common.synchronization [req-920ce04e-1c26-4ea2-a7c4-a109177ba800 req-a8a6a9ae-e9ee-4fbd-b8e2-829e80c15826 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 with Priority: HIGHEST for action security_group_rules [ 1032.545244] env[63021]: INFO networking_nsxv3.common.synchronization [req-920ce04e-1c26-4ea2-a7c4-a109177ba800 req-a8a6a9ae-e9ee-4fbd-b8e2-829e80c15826 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 with Priority: HIGHEST for action security_group_members [ 1032.545398] env[63021]: INFO networking_nsxv3.common.synchronization [req-920ce04e-1c26-4ea2-a7c4-a109177ba800 req-a8a6a9ae-e9ee-4fbd-b8e2-829e80c15826 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_rules [ 1032.545627] env[63021]: INFO networking_nsxv3.common.synchronization [req-920ce04e-1c26-4ea2-a7c4-a109177ba800 req-a8a6a9ae-e9ee-4fbd-b8e2-829e80c15826 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_members [ 1032.545829] env[63021]: INFO networking_nsxv3.common.synchronization [req-920ce04e-1c26-4ea2-a7c4-a109177ba800 req-a8a6a9ae-e9ee-4fbd-b8e2-829e80c15826 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 1032.545907] env[63021]: INFO networking_nsxv3.common.synchronization [req-920ce04e-1c26-4ea2-a7c4-a109177ba800 req-a8a6a9ae-e9ee-4fbd-b8e2-829e80c15826 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1032.546910] env[63021]: INFO networking_nsxv3.common.synchronization [req-920ce04e-1c26-4ea2-a7c4-a109177ba800 req-a8a6a9ae-e9ee-4fbd-b8e2-829e80c15826 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: 47a80dc6-e819-410f-8257-cfc2cce0d3d9 with Priority: HIGHEST for action port [ 1032.547260] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 with Priority: HIGHEST for action security_group_rules [ 1032.547736] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_rules [ 1032.548135] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1032.548266] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a80dc6-e819-410f-8257-cfc2cce0d3d9 with Priority: HIGHEST for action port [ 1032.548360] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_rules [ 1032.548695] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 with Priority: HIGHEST for action security_group_members [ 1032.548834] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_members [ 1032.549508] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad701a1-a4a3-4230-8bfd-dd180533e486 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.549695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.549695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.551522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.551522] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad701a1-a4a3-4230-8bfd-dd180533e486',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.551522] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.551522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.551522] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.551717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.553027] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-47a80dc6-e819-410f-8257-cfc2cce0d3d9 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.553027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.553027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.553027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.553027] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a80dc6-e819-410f-8257-cfc2cce0d3d9',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.553631] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.553722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.554507] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad701a1-a4a3-4230-8bfd-dd180533e486 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.554507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.554507] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.554748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.555322] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.770022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4398f2-41ac-47fe-bb91-6d76b50348a6 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.770022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.770022] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b4398f2-41ac-47fe-bb91-6d76b50348a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.770022] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e with status ACTIVE [ 1032.770022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.770022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.770022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.770022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.770022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.770022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.770022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.770022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.770022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.770022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.770840] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.770840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.770840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.770840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.770840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.770840] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e is going to be updated. [ 1032.792740] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.793219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.793219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.793219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.793356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.793451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33f3a6b3-ea0e-4b6c-a0c5-80d9100ff94e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.007806] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad701a1-a4a3-4230-8bfd-dd180533e486',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.056644] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad701a1-a4a3-4230-8bfd-dd180533e486 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.057167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.057167] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.057404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.057404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.057541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.058077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.058077] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1033.061277] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47a80dc6-e819-410f-8257-cfc2cce0d3d9 with status ACTIVE [ 1033.061277] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.061277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.061277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.061277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.061277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.061277] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.061277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.061277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.061277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.061277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.061277] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.061783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.061814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.062614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.062614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.062614] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47a80dc6-e819-410f-8257-cfc2cce0d3d9 is going to be updated. [ 1033.083972] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.084244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.084488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.084579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.084856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.085098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47a80dc6-e819-410f-8257-cfc2cce0d3d9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.088095] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.088229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.088290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.088483] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.088613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.098148] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1033.240818] env[63021]: INFO networking_nsxv3.common.synchronization [None req-fd741017-42ef-492d-a674-986b0d349249 tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_rules [ 1033.241368] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_rules [ 1033.241694] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.241829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.241904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.242313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.242405] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.273725] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b4398f2-41ac-47fe-bb91-6d76b50348a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.316842] env[63021]: INFO networking_nsxv3.common.synchronization [None req-e90a524c-8235-40f2-b44a-f5a9a43b3eb9 tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_rules [ 1033.317657] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_rules [ 1033.317657] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.317789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.510685] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad701a1-a4a3-4230-8bfd-dd180533e486',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.627133] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1033.627596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.628520] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b in Status: SUCCESS [ 1033.628710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.628861] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.629098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.629284] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.629551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.629655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.629781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.629818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.629910] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.630144] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.630993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.631221] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.631401] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.631516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.634490] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.634490] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.634490] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.634490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.635266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.635266] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.635266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.635266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.635567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.636168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.636168] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.664770] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bacb9ae4-0c49-4387-b746-76457256ebf2 in Status: SUCCESS [ 1033.665067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.760780] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.760926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.760990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.761209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.761297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.761498] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 already deleted. [ 1033.761498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.761697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.761942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.762180] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.776017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.776218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.776218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.776408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.776495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.776600] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 is going to be created. [ 1033.814592] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.814592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.814802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.814896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.815070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.830079] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 in Status: UNINITIALIZED for 2s [ 1034.013563] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.013710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.013804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.013985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.014090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.014186] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 is going to be created. [ 1034.037838] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.037998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.038075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.038281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.038438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.046714] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 in Status: UNINITIALIZED for 2s [ 1034.134016] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.134391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.137564] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.138410] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.139083] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.284013] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.284103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.284219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.284463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.284812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.284812] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 already deleted. [ 1034.284963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.640970] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.641942] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce6168b8-af30-4bd5-98ac-9a01b2d5db7b: rpc.has_security_group_logging(os_id): False [ 1034.643071] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.661718] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.661718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.661718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.662049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.662216] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.662604] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.662790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.662868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.663056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.663145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.663239] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b is going to be created. [ 1034.734348] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.734646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.734764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.735094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.735364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.749674] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b in Status: IN_PROGRESS for 2s [ 1035.089248] env[63021]: INFO networking_nsxv3.common.synchronization [req-87d04e4f-fe7d-4082-b35e-2aecbc7aed47 req-f01914b1-089b-498c-9355-3a1d90b5d962 tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_members [ 1035.089843] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 with Priority: HIGHEST for action security_group_members [ 1035.090223] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c64b013-5c6b-4903-ace7-d3b90c333e38 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.090352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.090465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.090690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.090847] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.090943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.091012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.091855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.092788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.092922] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c64b013-5c6b-4903-ace7-d3b90c333e38',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.108926] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1035.108926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.109319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.109511] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.109689] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.110628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.110628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.110628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.110628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.110628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.110628] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.145377] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.145731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.145731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.145810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.145901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.145998] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b is going to be updated. [ 1035.147266] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.147385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.147448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.147616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.147700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.147787] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1035.175742] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.175909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.176971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.177227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.177389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.179144] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.179266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.179334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.179514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.179625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.189436] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b in Status: IN_PROGRESS for 2s [ 1035.190464] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1035.596644] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.596644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.596644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.596644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.612656] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.612656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.612656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.613053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.613053] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.613053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.613192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.614130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.614130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.614130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.614130] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.614130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.614130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.614130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.614369] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.614369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.614369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.615020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.615020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.615020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.615020] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.616693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.616967] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.617090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.617155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.617310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.617398] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.617493] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 is going to be updated. [ 1035.646129] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.646331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.646421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.646636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.646776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.657688] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 in Status: IN_PROGRESS for 2s [ 1035.840594] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 in Status: SUCCESS [ 1035.844018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.844018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.844018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.844018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.844018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.844018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.844018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.844018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.844018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.844018] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b4398f2-41ac-47fe-bb91-6d76b50348a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.039289] env[63021]: INFO networking_nsxv3.common.synchronization [req-2498bff7-1e43-4867-b0b7-b0701db51cf1 req-b8b3acb2-bf4d-424a-b907-2324a306f51a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_members [ 1036.039289] env[63021]: INFO networking_nsxv3.common.synchronization [req-2498bff7-1e43-4867-b0b7-b0701db51cf1 req-b8b3acb2-bf4d-424a-b907-2324a306f51a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 with Priority: HIGHEST for action security_group_members [ 1036.039289] env[63021]: INFO networking_nsxv3.common.synchronization [req-2498bff7-1e43-4867-b0b7-b0701db51cf1 req-b8b3acb2-bf4d-424a-b907-2324a306f51a tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1036.039289] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b with Priority: HIGHEST for action security_group_members [ 1036.039289] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 with Priority: HIGHEST for action security_group_members [ 1036.039289] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1036.040467] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.040746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.041077] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad701a1-a4a3-4230-8bfd-dd180533e486 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.041583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.041879] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.042093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.055419] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 in Status: SUCCESS [ 1036.056121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.056673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.058352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.058352] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.058352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.058352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.058352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.058352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.058352] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad701a1-a4a3-4230-8bfd-dd180533e486',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.119268] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a57b6e2f-475e-4d85-874a-4525951c3c95: rpc.has_security_group_logging(os_id): False [ 1036.138317] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.138451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.138518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.138739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.138826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.139058] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.139161] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.139216] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.139361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.139435] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.139609] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.139697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.139763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.139887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.139961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.140154] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.140277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.140329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.142471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.142471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.142471] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1036.237812] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.238259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.238259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.238259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.238404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.261058] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1036.344983] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b4398f2-41ac-47fe-bb91-6d76b50348a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.559755] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.559913] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.559986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.560206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.560297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.560495] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.560603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.560667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.560824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.560905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.560982] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 is going to be deleted. [ 1036.586608] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.586608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.586608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.586818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.586865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.586968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.587134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.587294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.587467] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.587569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.587635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.587776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.587853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.587944] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad701a1-a4a3-4230-8bfd-dd180533e486',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.762160] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b in Status: SUCCESS [ 1036.762468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.762728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.762991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.763161] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.851597] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b4398f2-41ac-47fe-bb91-6d76b50348a6: rpc.has_security_group_logging(os_id): False [ 1036.869551] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.869759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.869820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.870027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.870222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.870423] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.870551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.870617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.870808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.870897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.871051] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 is going to be created. [ 1036.943521] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.943898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.944022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.944179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.944395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.955407] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 in Status: IN_PROGRESS for 2s [ 1037.093023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.093023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.093023] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 already deleted. [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.093023] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ad701a1-a4a3-4230-8bfd-dd180533e486',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.093023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.093023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.093727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.093727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.094187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.094845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.095101] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad701a1-a4a3-4230-8bfd-dd180533e486',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.212256] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b in Status: SUCCESS [ 1037.212256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.212256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.212256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.212256] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.212256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.212256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.212256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.212256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.212256] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.213280] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1037.213862] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.214275] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.214544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.215023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.215630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.215793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.216032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.216197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.216355] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.285646] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.285646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.285646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.285646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.285646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.285646] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b is going to be deleted. [ 1037.342053] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.342224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.342285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.342453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.342648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.342771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.359809] env[63021]: INFO networking_nsxv3.common.synchronization [req-5d13b0db-b56d-43b7-9f3a-f0646936a40d req-065e2594-acf9-4d32-a856-376f430755cf tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_members [ 1037.360658] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_members [ 1037.361505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b07d06d2-3676-414f-9d7c-fcbeca333dde taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.361696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.361803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.362158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.362389] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.362603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.362676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.362845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.362936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.363053] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b07d06d2-3676-414f-9d7c-fcbeca333dde',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.597275] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ad701a1-a4a3-4230-8bfd-dd180533e486',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.598405] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.598518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.598554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.598742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.598831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.599015] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.599120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.599223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.599328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.599402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.599484] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 already deleted. [ 1037.599589] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.675255] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 in Status: SUCCESS [ 1037.675405] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c64b013-5c6b-4903-ace7-d3b90c333e38 deletion is rescheduled due to dependency. [ 1037.675553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c64b013-5c6b-4903-ace7-d3b90c333e38" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.681463] env[63021]: INFO networking_nsxv3.common.synchronization [req-cb35495d-a0bd-4e98-8bbe-8d2dc2396165 req-49374d8d-6d9e-4103-825e-2c4b087a211c tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1037.681698] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1037.682070] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.682659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.682659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.682659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.682659] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.682659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.682862] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.682893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.682959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.684092] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.718880] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.719821] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.719944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.720039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.720225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.720310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.720494] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.720743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.720743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.720807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.720855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.720943] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b is going to be deleted. [ 1037.759617] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.759685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.759714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.759960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.760091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.760186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.760336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.760535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.760733] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.760853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.760922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.761080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.761159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.761250] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6168b8-af30-4bd5-98ac-9a01b2d5db7b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.842855] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.842855] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.843063] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.843215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.843470] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.843632] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.843755] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.843967] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.844287] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.844525] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.844707] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.844777] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.844914] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.845052] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.845190] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.845346] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.863452] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.863596] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.863743] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.863915] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.864270] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.864455] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.864662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.865114] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.865356] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.867319] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.867468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.867591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.867846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.867994] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.868288] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.868506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.868542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.868759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.868875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.868992] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b07d06d2-3676-414f-9d7c-fcbeca333dde already deleted. [ 1037.869128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.104229] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ad701a1-a4a3-4230-8bfd-dd180533e486: rpc.has_security_group_logging(os_id): False [ 1038.121429] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.121584] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.121667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.121889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.122017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.122251] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.122390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.122473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.122669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.122799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.122838] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 is going to be created. [ 1038.138864] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7ad701a1-a4a3-4230-8bfd-dd180533e486], does not exist path=[/infra/domains/default/groups/7ad701a1-a4a3-4230-8bfd-dd180533e486]."\n}' [ 1038.139204] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7ad701a1-a4a3-4230-8bfd-dd180533e486 [ 1038.139388] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1038.179659] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.179802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.179878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.180099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.181098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.181393] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.181499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.181565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.181714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.181793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.181981] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.182084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.182145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.182280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.182351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.182450] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad701a1-a4a3-4230-8bfd-dd180533e486 is going to be created. [ 1038.185083] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.185182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.185251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.185397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.194643] env[63021]: INFO networking_nsxv3.common.synchronization [req-42208f00-4ed8-4f3a-a14c-9aad1270b8df req-83a670eb-ab86-4044-8288-eb8396332d56 tempest-ServerAddressesTestJSON-2051703973 tempest-ServerAddressesTestJSON-2051703973-project-member] Enqueued Resource ID: bacb9ae4-0c49-4387-b746-76457256ebf2 with Priority: HIGHEST for action security_group_members [ 1038.195217] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacb9ae4-0c49-4387-b746-76457256ebf2 with Priority: HIGHEST for action security_group_members [ 1038.195530] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacb9ae4-0c49-4387-b746-76457256ebf2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.195647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.195700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.195905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.196070] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.196167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.196227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.196371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.196502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.196600] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bacb9ae4-0c49-4387-b746-76457256ebf2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.208688] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7ad701a1-a4a3-4230-8bfd-dd180533e486], does not exist path=[/infra/domains/default/groups/7ad701a1-a4a3-4230-8bfd-dd180533e486]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7ad701a1-a4a3-4230-8bfd-dd180533e486 [ 1038.208874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad701a1-a4a3-4230-8bfd-dd180533e486" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.209481] env[63021]: Traceback (most recent call last): [ 1038.209481] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1038.209481] env[63021]: return func(*args, **kwargs) [ 1038.209481] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1038.209481] env[63021]: res.raise_for_status() [ 1038.209481] env[63021]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1038.209481] env[63021]: raise HTTPError(http_error_msg, response=self) [ 1038.209481] env[63021]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7ad701a1-a4a3-4230-8bfd-dd180533e486 [ 1038.209481] env[63021]: During handling of the above exception, another exception occurred: [ 1038.209481] env[63021]: Traceback (most recent call last): [ 1038.209481] env[63021]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1038.209481] env[63021]: listener.cb(fileno) [ 1038.209481] env[63021]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1038.209481] env[63021]: result = function(*args, **kwargs) [ 1038.209481] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1038.209481] env[63021]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1038.209481] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1038.209481] env[63021]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1038.209481] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1038.209481] env[63021]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1038.209481] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1038.209481] env[63021]: res.raise_for_status() [ 1038.209481] env[63021]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1038.209481] env[63021]: raise HTTPError(http_error_msg, response=self) [ 1038.209481] env[63021]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7ad701a1-a4a3-4230-8bfd-dd180533e486 [ 1038.209481] env[63021]: Removing descriptor: 66 [ 1038.218567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.218864] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.219027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.219027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.219211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.219290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.219375] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 1038.223172] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.257220] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.257376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.257416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.258026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.258026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.262805] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.262938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.262991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.263190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.263274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.263455] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.263550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.263615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.263756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.263831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.263912] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6168b8-af30-4bd5-98ac-9a01b2d5db7b already deleted. [ 1038.263992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6168b8-af30-4bd5-98ac-9a01b2d5db7b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.269739] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1038.278090] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1038.278090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.367930] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.368229] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.368302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.368639] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.368826] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.369377] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291 not found, creating... [ 1038.369377] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.369505] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.373028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.373028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.373028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.373028] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.373028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.373028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.373028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.373028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.373028] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291 is going to be created. [ 1038.391482] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.391736] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.391883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.392172] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.392494] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.392794] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.699347] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.699650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.699784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.700198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.721590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.721994] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.722211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.722331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.722668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.722823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.722972] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacb9ae4-0c49-4387-b746-76457256ebf2 is going to be updated. [ 1038.724781] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.726144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.726144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.726144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.726144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.726144] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1038.758460] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.758658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.758765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.759076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.759307] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.762267] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.762428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.762547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.762781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.762967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.772424] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bacb9ae4-0c49-4387-b746-76457256ebf2 in Status: IN_PROGRESS for 2s [ 1038.773290] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1038.967032] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 in Status: SUCCESS [ 1038.967296] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.625365] env[63021]: INFO networking_nsxv3.common.synchronization [req-5d13b0db-b56d-43b7-9f3a-f0646936a40d req-38b9daac-e67b-408d-9523-acba57b102df service nova] Enqueued Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_rules [ 1039.625667] env[63021]: INFO networking_nsxv3.common.synchronization [req-5d13b0db-b56d-43b7-9f3a-f0646936a40d req-38b9daac-e67b-408d-9523-acba57b102df service nova] Enqueued Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_members [ 1039.625800] env[63021]: INFO networking_nsxv3.common.synchronization [req-5d13b0db-b56d-43b7-9f3a-f0646936a40d req-38b9daac-e67b-408d-9523-acba57b102df service nova] Enqueued Resource ID: 2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291 with Priority: HIGHEST for action port [ 1039.625928] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_rules [ 1039.626059] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_members [ 1039.626160] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291 with Priority: HIGHEST for action port [ 1039.626717] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b07d06d2-3676-414f-9d7c-fcbeca333dde taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.626857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.626929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.627156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.627240] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b07d06d2-3676-414f-9d7c-fcbeca333dde',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.628063] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b07d06d2-3676-414f-9d7c-fcbeca333dde taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.628177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.628244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.629843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.629843] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.629843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.629843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.629843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.629843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.629843] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b07d06d2-3676-414f-9d7c-fcbeca333dde',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.631026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.631026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.631026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.631026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.631242] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.992527] env[63021]: INFO networking_nsxv3.common.synchronization [req-bcc7c8fa-3778-4015-b55b-0ead2bc6e9f2 req-c4539403-8e2e-4897-83bf-6afc94a2bc4c tempest-MultipleCreateTestJSON-393833464 tempest-MultipleCreateTestJSON-393833464-project-member] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1039.993245] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1039.993454] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.993579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.993624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.993882] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.994044] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.994148] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.994214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.994429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.994525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.994581] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.132815] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b07d06d2-3676-414f-9d7c-fcbeca333dde taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.132993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.133308] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b07d06d2-3676-414f-9d7c-fcbeca333dde',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.135642] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291 with status ACTIVE [ 1040.135820] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.135933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.136046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.136221] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.136310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.136485] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.136583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.136658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.136792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.136870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.137060] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.137300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.137300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.137378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.137414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.137499] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291 is going to be updated. [ 1040.162219] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.162415] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.162553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.162722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.162828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.162991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e1ed2b6-3ab4-47dc-9247-d7c30d3bc291" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.279017] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1040.279017] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f deletion is rescheduled due to dependency. [ 1040.279189] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.385481] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.385695] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.385827] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.386218] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.386463] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.387051] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.387265] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.387564] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.387751] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.387989] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.388127] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.389594] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.389594] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.389594] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.389594] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.389594] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.407463] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.407762] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.407917] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.408119] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.408443] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-4d0af6d0-21b5-49d7-a857-43d30a0a2514 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.408654] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-4d0af6d0-21b5-49d7-a857-43d30a0a2514" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.408828] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-4d0af6d0-21b5-49d7-a857-43d30a0a2514" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.409225] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-4d0af6d0-21b5-49d7-a857-43d30a0a2514" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.409386] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0af6d0-21b5-49d7-a857-43d30a0a2514',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.498427] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.498545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.498621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.498834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.498936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.499121] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.499224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.499288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.499447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.499546] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.499670] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 already deleted. [ 1040.499721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.634984] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b07d06d2-3676-414f-9d7c-fcbeca333dde',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.785985] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bacb9ae4-0c49-4387-b746-76457256ebf2 in Status: SUCCESS [ 1040.786142] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacb9ae4-0c49-4387-b746-76457256ebf2 deletion is rescheduled due to dependency. [ 1040.786244] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacb9ae4-0c49-4387-b746-76457256ebf2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.787047] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1040.787231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.787409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.787611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.787795] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.787921] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.788064] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.788146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.788226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.788312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.788509] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.788606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.788667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.788808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.788997] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.789109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.789167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.789304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.789377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.789457] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.789627] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.790359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.790515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.790668] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.790799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.790866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.791015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.791100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.791189] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.911715] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.911967] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.912159] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.912597] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.912806] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.912968] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 4d0af6d0-21b5-49d7-a857-43d30a0a2514 not found, creating... [ 1040.913775] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.913775] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.913775] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.914107] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.914311] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.914676] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.914901] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.915258] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.915258] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.915406] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.915694] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 4d0af6d0-21b5-49d7-a857-43d30a0a2514 is going to be created. [ 1040.935882] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.936097] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.937133] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.937133] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.937133] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.937133] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-4d0af6d0-21b5-49d7-a857-43d30a0a2514" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.138617] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.138617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.138617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.138617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.138617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.138617] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b07d06d2-3676-414f-9d7c-fcbeca333dde is going to be created. [ 1041.161403] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.161534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.161626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.161795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.161946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.177192] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b07d06d2-3676-414f-9d7c-fcbeca333dde in Status: UNINITIALIZED for 2s [ 1041.292728] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c5ad3a-743e-4621-9281-b2f40d14745f: rpc.has_security_group_logging(os_id): False [ 1041.293836] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.312230] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.312363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.312427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.312633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.335057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.335327] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.335459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.335549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.336497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.336497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.336497] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.336497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.336497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.336497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.336497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.336767] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.336767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.336767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.336864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.336896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.336985] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1041.413824] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.413999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.414089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.414382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.414577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.429998] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1041.796128] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.840336] env[63021]: INFO networking_nsxv3.common.synchronization [req-bcc7c8fa-3778-4015-b55b-0ead2bc6e9f2 req-78bd4a4d-d87e-444d-a87c-dfc5a6d37be3 service nova] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_rules [ 1041.840336] env[63021]: INFO networking_nsxv3.common.synchronization [req-bcc7c8fa-3778-4015-b55b-0ead2bc6e9f2 req-78bd4a4d-d87e-444d-a87c-dfc5a6d37be3 service nova] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1041.840336] env[63021]: INFO networking_nsxv3.common.synchronization [req-bcc7c8fa-3778-4015-b55b-0ead2bc6e9f2 req-78bd4a4d-d87e-444d-a87c-dfc5a6d37be3 service nova] Enqueued Resource ID: 4d0af6d0-21b5-49d7-a857-43d30a0a2514 with Priority: HIGHEST for action port [ 1041.840336] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_rules [ 1041.840336] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1041.840476] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d0af6d0-21b5-49d7-a857-43d30a0a2514 with Priority: HIGHEST for action port [ 1041.840926] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.841052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.841111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.841372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.841451] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.842628] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.842750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.842803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.842953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.843105] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.843197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.843310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.843396] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.843477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.843569] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.845677] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d0af6d0-21b5-49d7-a857-43d30a0a2514 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.845799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d0af6d0-21b5-49d7-a857-43d30a0a2514" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.846180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d0af6d0-21b5-49d7-a857-43d30a0a2514" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.846351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d0af6d0-21b5-49d7-a857-43d30a0a2514" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.846427] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0af6d0-21b5-49d7-a857-43d30a0a2514',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.303457] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.303457] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.303457] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.303457] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.303457] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.303457] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1042.333918] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.336303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.336303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.336303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.336303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.347016] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1042.347016] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.351939] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.351939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.351939] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d0af6d0-21b5-49d7-a857-43d30a0a2514 with status ACTIVE [ 1042.351939] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.351939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.351939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.351939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.351939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.351939] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.351939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.351939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.351939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.351939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.351939] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.352625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.352625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.352625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.352625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.352625] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d0af6d0-21b5-49d7-a857-43d30a0a2514 is going to be updated. [ 1042.375947] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.375947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.375947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.375947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.375947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.375947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d0af6d0-21b5-49d7-a857-43d30a0a2514" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.520528] env[63021]: INFO networking_nsxv3.common.synchronization [req-bcc7c8fa-3778-4015-b55b-0ead2bc6e9f2 req-a5b988b0-3963-4a38-b261-9192ef8e3881 tempest-MultipleCreateTestJSON-393833464 tempest-MultipleCreateTestJSON-393833464-project-member] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1042.521101] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1042.524271] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.524391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.848758] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.890862] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.891125] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.891273] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.891568] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.891815] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.891994] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.892485] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.892747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.892923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.893148] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.893482] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.893638] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.893776] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.893900] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.894039] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.894197] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.912499] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.912699] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.912879] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.913075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.913462] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-f2d3b19c-6db9-4224-812a-45ec031221f0 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.913703] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-f2d3b19c-6db9-4224-812a-45ec031221f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.913859] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-f2d3b19c-6db9-4224-812a-45ec031221f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.914234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-f2d3b19c-6db9-4224-812a-45ec031221f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.914442] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d3b19c-6db9-4224-812a-45ec031221f0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.187031] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b07d06d2-3676-414f-9d7c-fcbeca333dde in Status: SUCCESS [ 1043.187345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.187552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.187812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.187991] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.188134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.188203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.188392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.188477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.188578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.188680] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b07d06d2-3676-414f-9d7c-fcbeca333dde',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.351306] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.351469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.351596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.351784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.351864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.351963] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be created. [ 1043.376734] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.376957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.376957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.377154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.377309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.385200] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: UNINITIALIZED for 2s [ 1043.417230] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.417464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.417464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.418584] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.418584] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.418584] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port f2d3b19c-6db9-4224-812a-45ec031221f0 not found, creating... [ 1043.418584] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.418584] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.418913] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.419191] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.419342] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.419696] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.419887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.420031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.420248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.420390] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.420534] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: f2d3b19c-6db9-4224-812a-45ec031221f0 is going to be created. [ 1043.441938] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.442148] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.442275] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.442575] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.442805] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.443040] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-f2d3b19c-6db9-4224-812a-45ec031221f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.445072] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1043.445256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.445403] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.445576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.445655] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.690758] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b07d06d2-3676-414f-9d7c-fcbeca333dde',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.950510] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.950839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.192982] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b07d06d2-3676-414f-9d7c-fcbeca333dde: rpc.has_security_group_logging(os_id): False [ 1044.214230] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.214315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.214361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.214600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.214687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.214927] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.215031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.215121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.215258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.215319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.215403] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b07d06d2-3676-414f-9d7c-fcbeca333dde is going to be created. [ 1044.269881] env[63021]: INFO networking_nsxv3.common.synchronization [req-bcc7c8fa-3778-4015-b55b-0ead2bc6e9f2 req-f9381891-d279-4057-aed4-4f4910c39358 service nova] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_rules [ 1044.269881] env[63021]: INFO networking_nsxv3.common.synchronization [req-bcc7c8fa-3778-4015-b55b-0ead2bc6e9f2 req-f9381891-d279-4057-aed4-4f4910c39358 service nova] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1044.269881] env[63021]: INFO networking_nsxv3.common.synchronization [req-bcc7c8fa-3778-4015-b55b-0ead2bc6e9f2 req-f9381891-d279-4057-aed4-4f4910c39358 service nova] Enqueued Resource ID: f2d3b19c-6db9-4224-812a-45ec031221f0 with Priority: HIGHEST for action port [ 1044.269881] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_rules [ 1044.269881] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1044.269881] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d3b19c-6db9-4224-812a-45ec031221f0 with Priority: HIGHEST for action port [ 1044.270754] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.270855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.276124] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.276407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.277405] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2d3b19c-6db9-4224-812a-45ec031221f0 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.277405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2d3b19c-6db9-4224-812a-45ec031221f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.277405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2d3b19c-6db9-4224-812a-45ec031221f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.277405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2d3b19c-6db9-4224-812a-45ec031221f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.277405] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d3b19c-6db9-4224-812a-45ec031221f0',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.286683] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.287599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.287599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.287599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.287599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.297868] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b07d06d2-3676-414f-9d7c-fcbeca333dde in Status: IN_PROGRESS for 2s [ 1044.355437] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1044.355684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.355866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.356087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.356470] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.356470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.356470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.356699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.356699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.356768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.356838] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.782021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2d3b19c-6db9-4224-812a-45ec031221f0 with status ACTIVE [ 1044.782021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.782180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.782232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.782470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.782526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.782691] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.782790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.782853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.783011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.783090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.783268] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.783360] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.783420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.783557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.783631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.783707] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2d3b19c-6db9-4224-812a-45ec031221f0 is going to be updated. [ 1044.805206] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.805318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.805318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.805480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.805599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.806451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2d3b19c-6db9-4224-812a-45ec031221f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.859289] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.859422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.859493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.859679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.859835] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.859932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.859996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.860153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.860235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.860319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.860461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.860552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.860612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.860749] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.860884] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.860973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.861044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.861180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.861252] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.861331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.861416] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.364555] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c5ad3a-743e-4621-9281-b2f40d14745f: rpc.has_security_group_logging(os_id): False [ 1045.384017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.384017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.384017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.384017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.384017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.384017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.384017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.384017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.384017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.384017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.384017] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.384848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.389261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.389261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.389261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.389261] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.389261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.389261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.389261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.389261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.389261] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1045.397210] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1045.397310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.397726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.398075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.398397] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.399819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.399819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.399819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.399819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.399819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.399819] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.402118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.402118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.402118] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.402118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.402118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.403553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.403553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.403553] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.455614] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.455760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.455861] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.456071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.456204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.473410] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1045.904531] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.906481] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.906481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.311481] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b07d06d2-3676-414f-9d7c-fcbeca333dde in Status: SUCCESS [ 1046.312240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.408281] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.914675] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.914847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.914936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.915233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.915357] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.915495] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1046.941676] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.941865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.941865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.942103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.942896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.952741] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1047.072040] env[63021]: INFO networking_nsxv3.common.synchronization [req-a4b285e8-f524-4cef-8d89-ff6c6535982a req-d9cfb524-84a3-4ff8-824e-633026ff4fde tempest-ServersV294TestFqdnHostnames-76037487 tempest-ServersV294TestFqdnHostnames-76037487-project-member] Enqueued Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_members [ 1047.072534] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGHEST for action security_group_members [ 1047.072836] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d913ca-905b-4005-968c-3c426ca833be taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.072952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.073030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.073253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.073402] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.073499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.073562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.073707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.073783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.073873] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.491371] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1047.491795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.576776] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.576949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.576949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.577260] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.615937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.616246] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.616376] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.616443] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.616928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.617036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.617134] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d913ca-905b-4005-968c-3c426ca833be is going to be updated. [ 1047.646138] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.646293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.646363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.646567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.646710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.656041] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d913ca-905b-4005-968c-3c426ca833be in Status: IN_PROGRESS for 2s [ 1048.962733] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1048.963096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.963140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.963340] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.963531] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.963647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.963711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.963863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.963944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.964054] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.101861] env[63021]: INFO networking_nsxv3.common.synchronization [req-5eecdbbb-21b2-495d-8c7c-e12748cfd367 req-512cfb9f-7a61-4ff6-aa08-06380ad6f82f tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1049.102582] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1049.102704] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.102872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.102949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.103241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.103727] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.103868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.103977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.104179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.104291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.104410] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.466714] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.471634] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.471872] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.472019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.472517] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.472615] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.472728] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.472835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.473357] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.473541] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.473773] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.473905] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.474093] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.474226] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.474382] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.474540] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.474722] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.493589] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.493695] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.493855] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.494052] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.494381] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-60891063-6c30-480a-8e2b-f3960496f2fd taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.494594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-60891063-6c30-480a-8e2b-f3960496f2fd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.494728] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-60891063-6c30-480a-8e2b-f3960496f2fd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.495099] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-60891063-6c30-480a-8e2b-f3960496f2fd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.495245] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60891063-6c30-480a-8e2b-f3960496f2fd',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.606413] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.606568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.606617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.606901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.606995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.607217] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.607714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.607714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.607714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.607714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.607714] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 already deleted. [ 1049.607930] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.666071] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d913ca-905b-4005-968c-3c426ca833be in Status: SUCCESS [ 1049.666267] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d913ca-905b-4005-968c-3c426ca833be deletion is rescheduled due to dependency. [ 1049.666378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.969229] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.998604] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.998885] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.998994] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.999343] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.999571] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.999704] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 60891063-6c30-480a-8e2b-f3960496f2fd not found, creating... [ 1050.000073] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.000267] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.000637] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.000744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.000967] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.001323] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.001540] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.001835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.002077] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.002622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.002941] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 60891063-6c30-480a-8e2b-f3960496f2fd is going to be created. [ 1050.024603] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.024797] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.024886] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.026991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.027399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.027637] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-60891063-6c30-480a-8e2b-f3960496f2fd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.472300] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.472477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.472720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.473653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.473653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.473653] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1050.499272] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.499733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.499733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.499733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.499884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.510013] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1050.937109] env[63021]: INFO networking_nsxv3.common.synchronization [req-5eecdbbb-21b2-495d-8c7c-e12748cfd367 req-29d99d2d-3e6d-4b54-9fc3-ed70d6702e54 service nova] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_rules [ 1050.937446] env[63021]: INFO networking_nsxv3.common.synchronization [req-5eecdbbb-21b2-495d-8c7c-e12748cfd367 req-29d99d2d-3e6d-4b54-9fc3-ed70d6702e54 service nova] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1050.937712] env[63021]: INFO networking_nsxv3.common.synchronization [req-5eecdbbb-21b2-495d-8c7c-e12748cfd367 req-29d99d2d-3e6d-4b54-9fc3-ed70d6702e54 service nova] Enqueued Resource ID: 60891063-6c30-480a-8e2b-f3960496f2fd with Priority: HIGHEST for action port [ 1050.938411] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_rules [ 1050.938825] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1050.938825] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60891063-6c30-480a-8e2b-f3960496f2fd with Priority: HIGHEST for action port [ 1050.939177] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.939322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.939432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.939620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.939710] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.941304] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.941438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.941506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.941727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.941898] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.942019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.942118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.942238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.942321] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.942783] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.943521] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-60891063-6c30-480a-8e2b-f3960496f2fd taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.943613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60891063-6c30-480a-8e2b-f3960496f2fd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.943680] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60891063-6c30-480a-8e2b-f3960496f2fd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.943884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60891063-6c30-480a-8e2b-f3960496f2fd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.943987] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60891063-6c30-480a-8e2b-f3960496f2fd',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.448396] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.449154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.449154] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.449994] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60891063-6c30-480a-8e2b-f3960496f2fd with status ACTIVE [ 1051.450267] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.450422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.450519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.450803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.450988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.451186] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.451454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.451454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.451632] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.451743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.452015] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.452238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.452238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.452533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.452643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.452769] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60891063-6c30-480a-8e2b-f3960496f2fd is going to be updated. [ 1051.473773] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.473773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.473773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.475167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.475167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.475167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60891063-6c30-480a-8e2b-f3960496f2fd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.548589] env[63021]: INFO networking_nsxv3.common.synchronization [req-92e3eef4-1898-4aab-9a30-727634119e63 req-1a972d4d-db1b-4e2d-aa72-2614f338400a tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_members [ 1051.549143] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 with Priority: HIGHEST for action security_group_members [ 1051.549442] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f739b3c-2b62-41c7-bd22-49decbdfcb72 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.549566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.549637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.549834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.549987] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.550899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.550974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.551159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.551251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.551349] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f739b3c-2b62-41c7-bd22-49decbdfcb72',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.955229] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.055171] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.055171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.055171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.055171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.075292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.075292] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.075292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.075292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.075292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.075292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.075292] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 is going to be updated. [ 1052.097052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.097052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.097052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.097052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.097052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.104011] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 in Status: IN_PROGRESS for 2s [ 1052.457713] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.458037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.458037] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.458450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.458450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.458450] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 is going to be created. [ 1052.479923] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.479923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.479923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.480197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.480197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.488216] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: UNINITIALIZED for 2s [ 1052.517888] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1052.518106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.518233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.518440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.518636] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.518785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.518887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.519108] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.519196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.519284] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.519447] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.519549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.519609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.519750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.519886] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.520015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.522144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.522316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.522428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.522528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.522657] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.026416] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60403f32-d62c-462e-8808-d5c817b76b98: rpc.has_security_group_logging(os_id): False [ 1053.043187] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.043339] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.043412] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.043619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.043708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.043909] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.044016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.044087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.044235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.044312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.044508] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.044610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.044673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.044814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.044887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.047084] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.047212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.047461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.047620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.047700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.047790] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be created. [ 1053.099572] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.099716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.099779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.101096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.101291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.113278] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1054.113480] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 in Status: SUCCESS [ 1054.113760] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f739b3c-2b62-41c7-bd22-49decbdfcb72 deletion is rescheduled due to dependency. [ 1054.113760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f739b3c-2b62-41c7-bd22-49decbdfcb72" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.498246] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: SUCCESS [ 1054.498491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.498659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.498866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.499072] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.499191] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.499259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.499408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.499489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.499574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.499664] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.002426] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.123336] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1055.123719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.123892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.124258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.124339] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.265235] env[63021]: INFO networking_nsxv3.common.synchronization [req-94b92cf4-72cd-48b1-86e7-cfb6a1cebfbe req-46eb812b-434e-450e-a0b3-3994793511e9 tempest-ServerRescueNegativeTestJSON-1840407136 tempest-ServerRescueNegativeTestJSON-1840407136-project-member] Enqueued Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_members [ 1055.266043] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGHEST for action security_group_members [ 1055.266405] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-64843afb-a031-4349-bdf7-21c14a124759 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.266558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.266616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.266880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.267089] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.267242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.267388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.267958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.267958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.267958] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.505114] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8: rpc.has_security_group_logging(os_id): False [ 1055.523890] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.523890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.523890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.523890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.523890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.524162] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.524162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.524162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.525040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.525040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.525040] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 is going to be created. [ 1055.580759] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.580759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.580759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.580759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.580759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.589472] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: IN_PROGRESS for 2s [ 1055.628736] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.628736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.628736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.628736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.628736] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.628736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.628736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.628736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.628736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.628736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.628736] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.770320] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.770571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.770571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.770865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.793219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.793488] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.793616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.793682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.793883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.793984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.794095] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64843afb-a031-4349-bdf7-21c14a124759 is going to be updated. [ 1055.821417] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.821608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.821705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.822295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.822295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.830894] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64843afb-a031-4349-bdf7-21c14a124759 in Status: IN_PROGRESS for 2s [ 1056.131897] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.132287] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.132287] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.132469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.132652] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.132753] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.132818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.132970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.133079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.133171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.133316] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.133411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.133472] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.133611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.133746] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.133835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.133895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.134055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.134132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.134213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.134301] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.637475] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60403f32-d62c-462e-8808-d5c817b76b98: rpc.has_security_group_logging(os_id): False [ 1056.654189] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.654365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.654538] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.654698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.654786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.655019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.655128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.655192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.655340] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.655556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.655646] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.655742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.655806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.655940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.656147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.656250] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.656331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.656388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.656531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.656606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.656686] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1056.704175] env[63021]: INFO networking_nsxv3.common.synchronization [req-7590fdc3-7918-4146-9016-8089567d1b4a req-86e5d292-fae5-41d9-8c01-1bf91a682451 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1056.704367] env[63021]: INFO networking_nsxv3.common.synchronization [req-7590fdc3-7918-4146-9016-8089567d1b4a req-86e5d292-fae5-41d9-8c01-1bf91a682451 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: 59d01998-6216-4ece-9a65-e878d60e1f9c with Priority: HIGHEST for action security_group_members [ 1056.704561] env[63021]: INFO networking_nsxv3.common.synchronization [req-7590fdc3-7918-4146-9016-8089567d1b4a req-86e5d292-fae5-41d9-8c01-1bf91a682451 tempest-SecurityGroupsTestJSON-350708257 tempest-SecurityGroupsTestJSON-350708257-project-member] Enqueued Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_members [ 1056.705073] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGHEST for action security_group_members [ 1056.705208] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d01998-6216-4ece-9a65-e878d60e1f9c with Priority: HIGHEST for action security_group_members [ 1056.705304] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGHEST for action security_group_members [ 1056.705605] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.705722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.705777] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.706525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.706692] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.706798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.706855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.707030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.707118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.707212] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.708366] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d01998-6216-4ece-9a65-e878d60e1f9c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.708817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.708900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.709069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.709216] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.709312] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.709374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.709524] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.709603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.709680] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d01998-6216-4ece-9a65-e878d60e1f9c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.710431] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.710524] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.710650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.710812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.711181] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.711181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.711181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.711358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.711358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.711437] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.713449] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.713568] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.713640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.713768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.713890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.727248] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1057.213378] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.213677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.213677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.213826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.215125] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.215227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.215470] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.215575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.237653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.238409] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.238592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.238685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.238907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.239045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.239175] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d01998-6216-4ece-9a65-e878d60e1f9c is going to be updated. [ 1057.240116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.240343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.240464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.240671] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.240814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.240900] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.241080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.241187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.241293] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be updated. [ 1057.242209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.242460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.263881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.264162] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.264324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.264466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.264676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.264788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.264900] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b288471e-ba54-4dfa-9cbd-37517e82a37c is going to be updated. [ 1057.267848] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.267997] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.268108] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.268288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.268441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.270111] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.270692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.270809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.270991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.271153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.279441] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d01998-6216-4ece-9a65-e878d60e1f9c in Status: IN_PROGRESS for 2s [ 1057.280042] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: IN_PROGRESS for 2s [ 1057.311245] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.311364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.311411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.311624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.311761] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.320038] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: IN_PROGRESS for 2s [ 1057.605047] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: SUCCESS [ 1057.605298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.841123] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64843afb-a031-4349-bdf7-21c14a124759 in Status: SUCCESS [ 1057.841318] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64843afb-a031-4349-bdf7-21c14a124759 deletion is rescheduled due to dependency. [ 1057.841435] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.257443] env[63021]: INFO networking_nsxv3.common.synchronization [req-df73c557-d2b1-4439-881a-38c263ae7aa1 req-d48a5d75-7981-45f0-a595-0c5d210ff5b2 tempest-MultipleCreateTestJSON-393833464 tempest-MultipleCreateTestJSON-393833464-project-member] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1058.257962] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1058.258279] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.258403] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.258474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.258657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.263566] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.263566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.263566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.263566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.263566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.263566] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.372903] env[63021]: INFO networking_nsxv3.common.synchronization [req-f95dac67-55ca-4cac-9cc2-49f5bfc97fa0 req-e5d3ff5c-d0a3-4852-a1e1-1053ec3263f0 tempest-MultipleCreateTestJSON-393833464 tempest-MultipleCreateTestJSON-393833464-project-member] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1058.373419] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1058.373721] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.373832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.738466] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1058.738695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.765322] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.269249] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.290527] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d01998-6216-4ece-9a65-e878d60e1f9c in Status: SUCCESS [ 1059.290709] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d01998-6216-4ece-9a65-e878d60e1f9c deletion is rescheduled due to dependency. [ 1059.290825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d01998-6216-4ece-9a65-e878d60e1f9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.291838] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c5ad3a-743e-4621-9281-b2f40d14745f in Status: SUCCESS [ 1059.291989] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f deletion is rescheduled due to dependency. [ 1059.292102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.327447] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288471e-ba54-4dfa-9cbd-37517e82a37c in Status: SUCCESS [ 1059.327560] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b288471e-ba54-4dfa-9cbd-37517e82a37c deletion is rescheduled due to dependency. [ 1059.327681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.759023] env[63021]: INFO networking_nsxv3.common.synchronization [req-f70752c5-7328-401a-9ff3-9b6723799af8 req-9ddf4221-9d56-4035-a69d-9d4eb4303458 tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1059.759543] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1059.760263] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.760263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.760400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.760567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.760727] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.760833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.760899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.761064] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.761152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.761244] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.771883] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.772018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.772093] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.772288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.772358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.772450] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1059.799531] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.799669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.799742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.799945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.800098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.807777] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1060.265211] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.720097] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.720097] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.720097] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.720097] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.720097] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.721525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.721938] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.722454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.723440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.723939] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.724907] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.724907] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.724907] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.725464] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.726815] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.726815] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.744583] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.745062] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1060.745772] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.746113] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.748035] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-00aeadf5-50e8-433f-a1da-81ac2a8f259f taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.748035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-00aeadf5-50e8-433f-a1da-81ac2a8f259f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.748035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-00aeadf5-50e8-433f-a1da-81ac2a8f259f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.748035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-00aeadf5-50e8-433f-a1da-81ac2a8f259f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.748035] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00aeadf5-50e8-433f-a1da-81ac2a8f259f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.766628] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.252866] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.252866] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.256018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.256018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.256018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.256018] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 00aeadf5-50e8-433f-a1da-81ac2a8f259f not found, creating... [ 1061.256018] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.256018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.256018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.256018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.256018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.256018] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.256391] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.256391] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.256391] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.256391] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.256882] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 00aeadf5-50e8-433f-a1da-81ac2a8f259f is going to be created. [ 1061.269231] env[63021]: INFO networking_nsxv3.common.synchronization [None req-c4d12512-6d29-4550-91dc-5b50e15d451e None None] Enqueued Resource ID: 75eeb21c-35d7-4d19-aae6-b3b42f2353f2 with Priority: HIGHEST for action port [ 1061.269231] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75eeb21c-35d7-4d19-aae6-b3b42f2353f2 with Priority: HIGHEST for action port [ 1061.269231] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-75eeb21c-35d7-4d19-aae6-b3b42f2353f2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.269231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75eeb21c-35d7-4d19-aae6-b3b42f2353f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.269231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75eeb21c-35d7-4d19-aae6-b3b42f2353f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.269231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75eeb21c-35d7-4d19-aae6-b3b42f2353f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.269231] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75eeb21c-35d7-4d19-aae6-b3b42f2353f2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.273545] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.273695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.273754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.274041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.274041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.274826] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1061.276285] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.276462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.276587] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.276817] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.277744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.277744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-00aeadf5-50e8-433f-a1da-81ac2a8f259f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.303261] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.303427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.303487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.303669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.303807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.312830] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1061.772294] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75eeb21c-35d7-4d19-aae6-b3b42f2353f2 [ 1061.772562] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.772745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.772745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.772929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.773032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.773129] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75eeb21c-35d7-4d19-aae6-b3b42f2353f2 already deleted. [ 1061.773209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75eeb21c-35d7-4d19-aae6-b3b42f2353f2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.818591] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1061.819018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.819018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.819290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.819501] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.819719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.819797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.819971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.820092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.820207] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.092405] env[63021]: INFO networking_nsxv3.common.synchronization [req-f70752c5-7328-401a-9ff3-9b6723799af8 req-7bb0f599-90b9-49ae-894c-71fbd8560907 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 1062.092597] env[63021]: INFO networking_nsxv3.common.synchronization [req-f70752c5-7328-401a-9ff3-9b6723799af8 req-7bb0f599-90b9-49ae-894c-71fbd8560907 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1062.092740] env[63021]: INFO networking_nsxv3.common.synchronization [req-f70752c5-7328-401a-9ff3-9b6723799af8 req-7bb0f599-90b9-49ae-894c-71fbd8560907 service nova] Enqueued Resource ID: 00aeadf5-50e8-433f-a1da-81ac2a8f259f with Priority: HIGHEST for action port [ 1062.092970] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 1062.093119] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1062.093226] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aeadf5-50e8-433f-a1da-81ac2a8f259f with Priority: HIGHEST for action port [ 1062.093740] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.093865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.093931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.094135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.094216] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.097471] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.097471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.097471] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-00aeadf5-50e8-433f-a1da-81ac2a8f259f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.097471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00aeadf5-50e8-433f-a1da-81ac2a8f259f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.097471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00aeadf5-50e8-433f-a1da-81ac2a8f259f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.097471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00aeadf5-50e8-433f-a1da-81ac2a8f259f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.097471] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00aeadf5-50e8-433f-a1da-81ac2a8f259f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.325306] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.325475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.325580] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.325860] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.325860] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.326045] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.326141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.326350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.326350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.326445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.326477] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1062.354603] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.354603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.354603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.354603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.354848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.363320] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1062.597385] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.597545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.597732] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00aeadf5-50e8-433f-a1da-81ac2a8f259f with status ACTIVE [ 1062.597907] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.598031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.598158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.598303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.598391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.598565] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.598664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.598725] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.598938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.598938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.599147] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.599212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.599274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.599415] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.599490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.599573] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00aeadf5-50e8-433f-a1da-81ac2a8f259f is going to be updated. [ 1062.621033] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.621033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.621033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.621033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.621033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.621290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00aeadf5-50e8-433f-a1da-81ac2a8f259f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.322790] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1063.323203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.323203] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.324669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.324669] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.324669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.324669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.324669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.324669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.324669] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.590049] env[63021]: INFO networking_nsxv3.common.synchronization [None req-f101cc8c-7005-4aea-abce-1c2c313a8c72 None None] Enqueued Resource ID: 9e1733af-3345-4a98-888b-401daf01e817 with Priority: HIGHEST for action port [ 1063.590049] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1733af-3345-4a98-888b-401daf01e817 with Priority: HIGHEST for action port [ 1063.590049] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e1733af-3345-4a98-888b-401daf01e817 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.590049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e1733af-3345-4a98-888b-401daf01e817" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.590049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e1733af-3345-4a98-888b-401daf01e817" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.590248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e1733af-3345-4a98-888b-401daf01e817" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.590248] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1733af-3345-4a98-888b-401daf01e817',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.826097] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.095166] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e1733af-3345-4a98-888b-401daf01e817 [ 1064.098245] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.098245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.098245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.098245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.098245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.098245] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e1733af-3345-4a98-888b-401daf01e817 already deleted. [ 1064.098245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e1733af-3345-4a98-888b-401daf01e817" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.331380] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.373022] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1064.373022] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 deletion is rescheduled due to dependency. [ 1064.373022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.832267] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.832430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.832542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.832792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.832890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.832988] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1064.862021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.862021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.862021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.862021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.862021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.869013] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1066.410425] env[63021]: INFO networking_nsxv3.common.synchronization [None req-78ab40f9-c1aa-4196-a20e-692fbc8b1503 tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_rules [ 1066.411808] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_rules [ 1066.411808] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.411808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.413627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.414197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.414197] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e53bd21e-a2e0-444c-bd2b-b5d2444389ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.491844] env[63021]: INFO networking_nsxv3.common.synchronization [None req-4b03159d-29a5-4de9-95a5-fb9d7c7da70f tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_rules [ 1066.494529] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_rules [ 1066.495347] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.495455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.880000] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1066.880000] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.880095] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.881756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.881756] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.881756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.881756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.881756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.881756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.881756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.881756] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.933902] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.934106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.934179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.934471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.934607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.934728] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee already deleted. [ 1066.934856] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.936114] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.936114] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.936114] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e53bd21e-a2e0-444c-bd2b-b5d2444389ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.386510] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.386672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.386745] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.386956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.387144] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.387284] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.387330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.387493] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.387542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.387647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.387755] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.387851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.387909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.388060] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.388199] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.388290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.388346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.388489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.388575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.388639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.388722] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.456873] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.457206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.457206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.457343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.457481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.457514] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee already deleted. [ 1067.457986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.891118] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a57b6e2f-475e-4d85-874a-4525951c3c95: rpc.has_security_group_logging(os_id): False [ 1067.911422] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.911569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.911640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.911853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.934214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.934524] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.934650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.934729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.934936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.935153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.935245] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.935324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.935324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.935485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.935559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.935764] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.935857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.935917] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.936490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.936592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.936684] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1067.992528] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.992528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.992528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.992778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.992778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.011025] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1068.434255] env[63021]: INFO networking_nsxv3.common.synchronization [req-f2059770-ba5f-433e-a3f5-b0c33884aea0 req-d290ca66-9ed8-499d-8ae8-6520d5b744cd tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 1068.434785] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 1068.435091] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.435212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.435276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.435473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.435622] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.435717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.435776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.437266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.437368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.437478] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.719556] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.719871] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.720095] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.720521] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.720967] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.721084] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.721219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.721490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.721664] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.721894] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.722072] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.722210] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.722346] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.722484] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.722625] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.722773] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.740805] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.741015] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.741193] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.741381] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.741689] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.741864] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.741989] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.742329] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.742476] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ea2d63-5ca1-4e37-808c-688a7c0fc30e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.940985] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.941162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.941250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.941481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.941628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.941822] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.941964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.942061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.942220] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.942337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.942449] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18098fd-79a2-42af-a465-0de961f84b48 is going to be deleted. [ 1068.971891] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.972090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.972134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.972359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.972413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.972510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.245037] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.245274] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.245421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.245724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.245886] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.246057] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 78ea2d63-5ca1-4e37-808c-688a7c0fc30e not found, creating... [ 1069.246330] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.246494] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.246616] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.246844] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.246987] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.247289] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.247451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.248025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.248025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.248025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.248172] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 78ea2d63-5ca1-4e37-808c-688a7c0fc30e is going to be created. [ 1069.267697] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.267920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.268080] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.268798] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.269375] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.269677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.954365] env[63021]: INFO networking_nsxv3.common.synchronization [req-f2059770-ba5f-433e-a3f5-b0c33884aea0 req-2cc5f385-25c3-44dd-b1de-596acca8e4af service nova] Enqueued Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_rules [ 1069.954608] env[63021]: INFO networking_nsxv3.common.synchronization [req-f2059770-ba5f-433e-a3f5-b0c33884aea0 req-2cc5f385-25c3-44dd-b1de-596acca8e4af service nova] Enqueued Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 1069.954697] env[63021]: INFO networking_nsxv3.common.synchronization [req-f2059770-ba5f-433e-a3f5-b0c33884aea0 req-2cc5f385-25c3-44dd-b1de-596acca8e4af service nova] Enqueued Resource ID: 78ea2d63-5ca1-4e37-808c-688a7c0fc30e with Priority: HIGHEST for action port [ 1069.955463] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_rules [ 1069.955463] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 1069.955698] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ea2d63-5ca1-4e37-808c-688a7c0fc30e with Priority: HIGHEST for action port [ 1069.955964] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.955964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.955964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.956276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.956276] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.957076] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.957200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.957239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.957404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.957551] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.957638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.957693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.957832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.957914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.958007] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.960486] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.960486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.960486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.960486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.960486] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ea2d63-5ca1-4e37-808c-688a7c0fc30e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.024928] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1070.025170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.461387] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.461525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.461724] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.462680] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ea2d63-5ca1-4e37-808c-688a7c0fc30e with status ACTIVE [ 1070.462864] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.462978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.463052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.463258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.463346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.463514] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.463613] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.463671] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.463820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.463896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.464084] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.464179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.464237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.464407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.464647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.464647] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ea2d63-5ca1-4e37-808c-688a7c0fc30e is going to be updated. [ 1070.485335] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.485520] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.485591] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.485799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.485930] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.486109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.967697] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.471043] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.471043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.471043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.471236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.471236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.471306] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18098fd-79a2-42af-a465-0de961f84b48 is going to be created. [ 1071.494292] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.494554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.494554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.494754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.494926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.503794] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: UNINITIALIZED for 2s [ 1073.028081] env[63021]: INFO networking_nsxv3.common.synchronization [req-eb531fce-c8e6-4b76-8558-fd7370aa3526 req-66710bf0-5fbb-47ba-bf35-8fe151de31a8 tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1073.030777] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1073.030777] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.030888] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.030985] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.031251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.031492] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.031992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.032136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.032381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.032518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.032665] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.270727] env[63021]: INFO networking_nsxv3.common.synchronization [req-ee257483-2758-47c4-bbf1-8065e5a2447c req-f4078eba-ab5d-47e3-98b1-521562c58904 tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1073.271280] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1073.271579] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.271704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.271767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.271957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.272275] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.272367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.272418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.272584] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.272672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.272765] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.514050] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: SUCCESS [ 1073.514298] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.514532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.514760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.514978] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.515117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.515185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.515364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.515455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.515604] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.515732] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.535325] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.775015] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.775219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.775309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.775513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.797698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.797957] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.798135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.798205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.798411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.798490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.798578] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 1073.822670] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.822848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.822883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.823224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.823404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.831996] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 1074.017495] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.017652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.017724] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.017987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.018130] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.018202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.018267] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.018410] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.018496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.018581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.018720] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.018809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.018867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.019010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.019148] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.019237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.019293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.019424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.019496] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.019572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.019661] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.037359] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.384444] env[63021]: INFO networking_nsxv3.common.synchronization [req-5e48a89d-56e9-4d31-a71b-8616dcfca951 req-a7af921d-40fa-44b1-954d-dc390c268a4a tempest-AttachVolumeShelveTestJSON-1261217514 tempest-AttachVolumeShelveTestJSON-1261217514-project-member] Enqueued Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_members [ 1074.384972] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 with Priority: HIGHEST for action security_group_members [ 1074.385284] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-84ca627a-5340-48bc-89b6-d13670c6ac03 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.385420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.385494] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.385736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.385894] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.385999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.386074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.386232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.386317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.386410] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84ca627a-5340-48bc-89b6-d13670c6ac03',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.525606] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18098fd-79a2-42af-a465-0de961f84b48: rpc.has_security_group_logging(os_id): False [ 1074.542501] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.543306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.543306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.543306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.543306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.543306] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1074.544998] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.545131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.549016] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.549016] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.549016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.549016] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.549967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.549967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.549967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.549967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.549967] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18098fd-79a2-42af-a465-0de961f84b48 is going to be created. [ 1074.585013] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.585198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.585272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.585480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.585632] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.593928] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1074.621274] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.621274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.621274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.621526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.621703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.637231] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: IN_PROGRESS for 2s [ 1074.889297] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.889459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.889459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.890894] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.911116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.911387] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.911509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.911578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.911775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.911870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.915276] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 is going to be updated. [ 1074.936754] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.937040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.937040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.937193] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.937340] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.945993] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 in Status: IN_PROGRESS for 2s [ 1075.841920] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 1075.842239] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 deletion is rescheduled due to dependency. [ 1075.842239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.604024] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1076.604024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.648846] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: SUCCESS [ 1076.649132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.955448] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 in Status: SUCCESS [ 1076.955710] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84ca627a-5340-48bc-89b6-d13670c6ac03 deletion is rescheduled due to dependency. [ 1076.955749] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84ca627a-5340-48bc-89b6-d13670c6ac03" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.591654] env[63021]: INFO networking_nsxv3.common.synchronization [req-3c744c63-12c3-4bdc-9b6f-c6c9022f5e47 req-2dd66105-6300-493e-91a9-a83ff50db950 tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 1077.593088] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGHEST for action security_group_members [ 1077.593435] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.593603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.593697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.593924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.594117] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.594586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.594688] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.594903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.594992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.595146] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.642897] env[63021]: INFO networking_nsxv3.common.synchronization [req-3c744c63-12c3-4bdc-9b6f-c6c9022f5e47 req-2dd66105-6300-493e-91a9-a83ff50db950 tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 78ea2d63-5ca1-4e37-808c-688a7c0fc30e with Priority: HIGHEST for action port [ 1077.642897] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ea2d63-5ca1-4e37-808c-688a7c0fc30e with Priority: HIGHEST for action port [ 1077.642897] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.642897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.643351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.643351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.643351] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ea2d63-5ca1-4e37-808c-688a7c0fc30e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.648558] env[63021]: INFO networking_nsxv3.common.synchronization [req-77578b6f-e071-485a-b276-8efcef9701e9 req-2749e31c-b3e6-4291-8f14-552191ad5140 tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1077.650010] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1077.650010] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.650010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.650010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.650010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.650010] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.650010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.650452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.650452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.650452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.650452] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.077150] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.077150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.077150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.077150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.077150] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.077150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.077150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.077150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.077150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.078059] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.078359] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.078906] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.079271] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.079651] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.080095] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.081665] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.098281] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.098440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.098526] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.098981] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.098981] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.099150] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.099150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.099277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.099395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.099459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.099578] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18098fd-79a2-42af-a465-0de961f84b48 is going to be updated. [ 1078.102508] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.102508] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.102508] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.102508] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.102508] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-b2a35d65-e481-4d0a-8dc1-3b3b8dec509b taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.102508] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-b2a35d65-e481-4d0a-8dc1-3b3b8dec509b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.102795] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-b2a35d65-e481-4d0a-8dc1-3b3b8dec509b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.103530] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-b2a35d65-e481-4d0a-8dc1-3b3b8dec509b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.103530] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a35d65-e481-4d0a-8dc1-3b3b8dec509b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.129707] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.129847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.129918] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.130140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.130278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.138168] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: IN_PROGRESS for 2s [ 1078.144806] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ea2d63-5ca1-4e37-808c-688a7c0fc30e with status ACTIVE [ 1078.145024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.145151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.145219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.145490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.145596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.145783] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.145886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.145956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.146130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.146208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.146393] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.146489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.146582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.146685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.146759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.146850] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ea2d63-5ca1-4e37-808c-688a7c0fc30e is going to be updated. [ 1078.156432] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.156561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.156634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.156809] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.156891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.157078] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.157175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.157238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.157379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.157460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.157543] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 1078.325952] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.325952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.325952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.325952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.325952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.328282] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.328282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.328282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.328282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.328282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.328282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ea2d63-5ca1-4e37-808c-688a7c0fc30e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.336580] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1078.607344] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.607663] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.607848] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.608248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.608456] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.608672] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port b2a35d65-e481-4d0a-8dc1-3b3b8dec509b not found, creating... [ 1078.609065] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.609286] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.609458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.609897] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.610113] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.610537] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.610753] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.610923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.611221] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.611411] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.613061] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: b2a35d65-e481-4d0a-8dc1-3b3b8dec509b is going to be created. [ 1078.632277] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.632672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.632909] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.633334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.633573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.633876] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-b2a35d65-e481-4d0a-8dc1-3b3b8dec509b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.571064] env[63021]: INFO networking_nsxv3.common.synchronization [req-77578b6f-e071-485a-b276-8efcef9701e9 req-d07978bc-1cf4-432e-881a-419e6f9ce1be service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 1079.571311] env[63021]: INFO networking_nsxv3.common.synchronization [req-77578b6f-e071-485a-b276-8efcef9701e9 req-d07978bc-1cf4-432e-881a-419e6f9ce1be service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1079.571385] env[63021]: INFO networking_nsxv3.common.synchronization [req-77578b6f-e071-485a-b276-8efcef9701e9 req-d07978bc-1cf4-432e-881a-419e6f9ce1be service nova] Enqueued Resource ID: b2a35d65-e481-4d0a-8dc1-3b3b8dec509b with Priority: HIGHEST for action port [ 1079.572050] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 1079.572187] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1079.572312] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a35d65-e481-4d0a-8dc1-3b3b8dec509b with Priority: HIGHEST for action port [ 1079.572593] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.572715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.572781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.572970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.573065] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.573860] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.573960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.574169] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2a35d65-e481-4d0a-8dc1-3b3b8dec509b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.574268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2a35d65-e481-4d0a-8dc1-3b3b8dec509b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.574350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2a35d65-e481-4d0a-8dc1-3b3b8dec509b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.574514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2a35d65-e481-4d0a-8dc1-3b3b8dec509b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.574589] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a35d65-e481-4d0a-8dc1-3b3b8dec509b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.076044] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.076193] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.076364] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2a35d65-e481-4d0a-8dc1-3b3b8dec509b with status ACTIVE [ 1080.076532] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.076642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.076721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.076932] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.077027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.077201] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.077291] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.077349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.077487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.077558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.077729] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.077815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.077870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.078000] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.078081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.078162] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2a35d65-e481-4d0a-8dc1-3b3b8dec509b is going to be updated. [ 1080.099554] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.099693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.099758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.099961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.100109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.100264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2a35d65-e481-4d0a-8dc1-3b3b8dec509b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.148548] env[63021]: INFO networking_nsxv3.common.synchronization [req-18cab1b2-a93d-4707-a623-a0b75ca018c2 req-bf3282a6-a4a0-43a9-8c7b-43d33759a192 tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1080.149519] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18098fd-79a2-42af-a465-0de961f84b48 in Status: SUCCESS [ 1080.149685] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18098fd-79a2-42af-a465-0de961f84b48 deletion is rescheduled due to dependency. [ 1080.149799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.152271] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1080.152981] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.153213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.153213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.153409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.153690] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.153793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.153881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.154769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.154869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.154983] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.345556] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1080.345732] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f deletion is rescheduled due to dependency. [ 1080.345841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.346012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.346236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.346421] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.346540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.346733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.346733] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.346872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.346904] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.642613] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.642901] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.643020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.643283] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.643595] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.643788] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.643923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.644653] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.644795] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.645069] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.645237] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.645363] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.645471] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.645852] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.645959] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.646120] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.659006] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.663268] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.665030] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.665030] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.665030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.665030] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-197b3459-f9f1-4fe3-a9ad-169350b4d637 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.665030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-197b3459-f9f1-4fe3-a9ad-169350b4d637" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.665030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-197b3459-f9f1-4fe3-a9ad-169350b4d637" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.665030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-197b3459-f9f1-4fe3-a9ad-169350b4d637" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.665030] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('197b3459-f9f1-4fe3-a9ad-169350b4d637',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.853871] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.161798] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.167950] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.168231] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.168937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.168937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.168937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.168937] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 197b3459-f9f1-4fe3-a9ad-169350b4d637 not found, creating... [ 1081.169554] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.169554] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.169554] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.169714] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.169869] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.170402] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.170402] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.170542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.170651] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.170789] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.170933] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 197b3459-f9f1-4fe3-a9ad-169350b4d637 is going to be created. [ 1081.191919] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.192152] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.192355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.192649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.192972] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.193151] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-197b3459-f9f1-4fe3-a9ad-169350b4d637" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.357216] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.665290] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.665290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.665290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.665290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.665290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.665290] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 is going to be updated. [ 1081.693399] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.693399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.693399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.693399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.693399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.700436] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: IN_PROGRESS for 2s [ 1081.819868] env[63021]: INFO networking_nsxv3.common.synchronization [req-6daeb339-3b8e-4790-b9aa-2df593716251 req-ead424d9-54f5-473a-aa30-a47d7a76b810 tempest-ServerRescueNegativeTestJSON-1840407136 tempest-ServerRescueNegativeTestJSON-1840407136-project-member] Enqueued Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 1081.820566] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 1081.820900] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.821073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.821161] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.822249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.823157] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.823157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.823157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.823157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.823157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.823157] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.860125] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.860271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.861098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.861098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.861098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.861098] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 1081.890583] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.890764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.890822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.891021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.891169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.900206] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1082.126047] env[63021]: INFO networking_nsxv3.common.synchronization [req-18cab1b2-a93d-4707-a623-a0b75ca018c2 req-c3b8faeb-e279-4061-a3c0-80ba4683fc8a service nova] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_rules [ 1082.126047] env[63021]: INFO networking_nsxv3.common.synchronization [req-18cab1b2-a93d-4707-a623-a0b75ca018c2 req-c3b8faeb-e279-4061-a3c0-80ba4683fc8a service nova] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1082.126047] env[63021]: INFO networking_nsxv3.common.synchronization [req-18cab1b2-a93d-4707-a623-a0b75ca018c2 req-c3b8faeb-e279-4061-a3c0-80ba4683fc8a service nova] Enqueued Resource ID: 197b3459-f9f1-4fe3-a9ad-169350b4d637 with Priority: HIGHEST for action port [ 1082.126047] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_rules [ 1082.126047] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1082.126047] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 197b3459-f9f1-4fe3-a9ad-169350b4d637 with Priority: HIGHEST for action port [ 1082.126047] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.126746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.127114] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.128227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.128227] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.128938] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.129164] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.129558] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-197b3459-f9f1-4fe3-a9ad-169350b4d637 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.130588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-197b3459-f9f1-4fe3-a9ad-169350b4d637" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.130588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-197b3459-f9f1-4fe3-a9ad-169350b4d637" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.130588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-197b3459-f9f1-4fe3-a9ad-169350b4d637" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.130588] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('197b3459-f9f1-4fe3-a9ad-169350b4d637',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.325840] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.521300] env[63021]: INFO networking_nsxv3.common.synchronization [req-807df1ad-a56e-4542-a89e-860ad319f30c req-02b469fb-5194-4cd5-b920-2d8a84b3b954 tempest-ServerPasswordTestJSON-1929413695 tempest-ServerPasswordTestJSON-1929413695-project-member] Enqueued Resource ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b with Priority: HIGHEST for action security_group_members [ 1082.521841] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b with Priority: HIGHEST for action security_group_members [ 1082.522150] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.522336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.522388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.522624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.522780] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.522877] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.522937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.523095] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.523181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.523269] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93943f6f-6d8c-4df9-adb5-90ec6d90c96b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.629983] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.630149] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.632470] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 197b3459-f9f1-4fe3-a9ad-169350b4d637 with status ACTIVE [ 1082.632653] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.632768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.632834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.633048] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.633139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.633506] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.633506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.633506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.633620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.633690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.634345] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.634561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.634561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.634702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.634819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.634862] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 197b3459-f9f1-4fe3-a9ad-169350b4d637 is going to be updated. [ 1082.658040] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.658040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.658040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.658040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.658040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.658040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-197b3459-f9f1-4fe3-a9ad-169350b4d637" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.778796] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.779086] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-925" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.779149] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-925" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.779465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-925" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.779733] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.779894] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.780033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.780250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.780399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.780615] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.780732] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.784019] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.784019] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.784019] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.784019] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.784019] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.800998] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.801188] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1082.801326] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.801501] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-925" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.801799] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-34bcf965-61f1-430c-a4dd-fab458782af7 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.801963] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-34bcf965-61f1-430c-a4dd-fab458782af7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.802093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-34bcf965-61f1-430c-a4dd-fab458782af7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.802557] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-34bcf965-61f1-430c-a4dd-fab458782af7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.802775] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34bcf965-61f1-430c-a4dd-fab458782af7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.829543] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.025778] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.025934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.026020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.026255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.026317] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.026648] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.026720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.026789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.026950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.027043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.027129] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b already deleted. [ 1083.027210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.305959] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.305959] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.305959] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.305959] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.305959] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.305959] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 34bcf965-61f1-430c-a4dd-fab458782af7 not found, creating... [ 1083.307241] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.307241] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.307241] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.307241] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.307241] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.307591] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.307591] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.307808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.308105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.308210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.308419] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 34bcf965-61f1-430c-a4dd-fab458782af7 is going to be created. [ 1083.327566] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.328090] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.328090] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.328436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.328598] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.328856] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-34bcf965-61f1-430c-a4dd-fab458782af7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.332395] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.332539] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.332619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.332790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.332871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.332966] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec56656-854d-43b5-8801-25600b712569 is going to be updated. [ 1083.358047] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.358223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.358223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.358407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.358534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.368181] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: IN_PROGRESS for 2s [ 1083.709432] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: SUCCESS [ 1083.709647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.709812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.710033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.710217] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.710338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.710404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.710576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.710658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.710753] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.912168] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1083.912168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.912168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.912168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.912168] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.912168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.912168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.912168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.912168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.912168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.912168] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.215831] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.414607] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.414774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.414854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.417022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.417022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.417022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.417022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.417628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.417628] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.539314] env[63021]: INFO networking_nsxv3.common.synchronization [req-807df1ad-a56e-4542-a89e-860ad319f30c req-eb3d13e7-ad3f-443b-8ffa-63cff057a4c9 service nova] Enqueued Resource ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b with Priority: HIGHEST for action security_group_rules [ 1084.539437] env[63021]: INFO networking_nsxv3.common.synchronization [req-807df1ad-a56e-4542-a89e-860ad319f30c req-eb3d13e7-ad3f-443b-8ffa-63cff057a4c9 service nova] Enqueued Resource ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b with Priority: HIGHEST for action security_group_members [ 1084.539584] env[63021]: INFO networking_nsxv3.common.synchronization [req-807df1ad-a56e-4542-a89e-860ad319f30c req-eb3d13e7-ad3f-443b-8ffa-63cff057a4c9 service nova] Enqueued Resource ID: 34bcf965-61f1-430c-a4dd-fab458782af7 with Priority: HIGHEST for action port [ 1084.540135] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b with Priority: HIGHEST for action security_group_rules [ 1084.540266] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b with Priority: HIGHEST for action security_group_members [ 1084.540361] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34bcf965-61f1-430c-a4dd-fab458782af7 with Priority: HIGHEST for action port [ 1084.540693] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93943f6f-6d8c-4df9-adb5-90ec6d90c96b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.540831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.540904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.541236] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.541322] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93943f6f-6d8c-4df9-adb5-90ec6d90c96b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.542290] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.542405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.542457] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.542646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.542810] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.542906] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.542973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.543144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.543232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.543349] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93943f6f-6d8c-4df9-adb5-90ec6d90c96b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.544581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-34bcf965-61f1-430c-a4dd-fab458782af7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.544768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34bcf965-61f1-430c-a4dd-fab458782af7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.544768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34bcf965-61f1-430c-a4dd-fab458782af7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.544891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34bcf965-61f1-430c-a4dd-fab458782af7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.544999] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34bcf965-61f1-430c-a4dd-fab458782af7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.716372] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.905677] env[63021]: INFO networking_nsxv3.common.synchronization [req-ed5ccc95-c538-41b6-beda-16d461eedf6f req-ffadceb3-b4b7-4440-99fc-f11f1872ef6d tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_members [ 1084.907043] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_members [ 1084.907043] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.907043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.907043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.907302] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.907302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.907444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.907527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.907623] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e53bd21e-a2e0-444c-bd2b-b5d2444389ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.918871] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05585405-8467-47e0-ba08-4815718f0d7f: rpc.has_security_group_logging(os_id): False [ 1084.938025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.938025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.938025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.938025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.938025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.938463] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.938463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.938463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.938463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.938715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.938715] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.938839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.938839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.938976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.939070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.939271] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.939385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.939463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.939608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.939686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.939773] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 1084.997360] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.997561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.997561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.997760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.997925] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.015812] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1085.047305] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93943f6f-6d8c-4df9-adb5-90ec6d90c96b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.048631] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.048768] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.050940] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34bcf965-61f1-430c-a4dd-fab458782af7 with status ACTIVE [ 1085.051173] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.051903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.051903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.051903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.051903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.051903] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.052374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.052374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.052374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.052374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.052544] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.052639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.052702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.052852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.052931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.053027] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34bcf965-61f1-430c-a4dd-fab458782af7 is going to be updated. [ 1085.096645] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.096810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.096854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.097063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.097197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.097350] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34bcf965-61f1-430c-a4dd-fab458782af7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.222033] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.222033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.222033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.222033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.222033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.222033] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 is going to be updated. [ 1085.238393] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.238746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.238963] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.239391] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.239915] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.240210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.240455] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.240811] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.241138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.241442] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.241667] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.241890] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.242108] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.242330] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.242573] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.242875] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.256551] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.256715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.256807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.256967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.257131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.264870] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: IN_PROGRESS for 2s [ 1085.267030] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.267204] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.267347] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.267519] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.267941] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-4c30382c-2b94-4990-b3d6-533480eb847b taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.268069] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-4c30382c-2b94-4990-b3d6-533480eb847b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.268128] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-4c30382c-2b94-4990-b3d6-533480eb847b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.268436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-4c30382c-2b94-4990-b3d6-533480eb847b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.268584] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c30382c-2b94-4990-b3d6-533480eb847b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.376841] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: SUCCESS [ 1085.377056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.410117] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.410253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.410253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.410446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.410536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.410811] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.410965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.411084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.411337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.411474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.411611] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee already deleted. [ 1085.411743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.550493] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93943f6f-6d8c-4df9-adb5-90ec6d90c96b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.773026] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.773026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.773026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.773026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.773026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.773026] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 4c30382c-2b94-4990-b3d6-533480eb847b not found, creating... [ 1085.773026] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.773026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.773026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.773026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.773026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.773662] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.773662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.774013] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.774440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.775452] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.775452] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 4c30382c-2b94-4990-b3d6-533480eb847b is going to be created. [ 1085.796022] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.796022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.796022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.796022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.796022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.796022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-4c30382c-2b94-4990-b3d6-533480eb847b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.053280] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.053559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.053559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.053903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.054073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.054209] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b is going to be created. [ 1086.075661] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.075807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.075859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.076067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.076218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.085190] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b in Status: UNINITIALIZED for 2s [ 1086.493345] env[63021]: INFO networking_nsxv3.common.synchronization [req-ed5ccc95-c538-41b6-beda-16d461eedf6f req-ee4a29f0-b587-4a80-a2d2-b05a90e101c1 service nova] Enqueued Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_rules [ 1086.493554] env[63021]: INFO networking_nsxv3.common.synchronization [req-ed5ccc95-c538-41b6-beda-16d461eedf6f req-ee4a29f0-b587-4a80-a2d2-b05a90e101c1 service nova] Enqueued Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_members [ 1086.493691] env[63021]: INFO networking_nsxv3.common.synchronization [req-ed5ccc95-c538-41b6-beda-16d461eedf6f req-ee4a29f0-b587-4a80-a2d2-b05a90e101c1 service nova] Enqueued Resource ID: 4c30382c-2b94-4990-b3d6-533480eb847b with Priority: HIGHEST for action port [ 1086.493916] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_rules [ 1086.494055] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_members [ 1086.494153] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c30382c-2b94-4990-b3d6-533480eb847b with Priority: HIGHEST for action port [ 1086.494865] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.495019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.495073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.495300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.495393] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e53bd21e-a2e0-444c-bd2b-b5d2444389ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.497240] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.497240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.497240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.497240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.497652] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.497652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.497652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.497652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.497652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.497949] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e53bd21e-a2e0-444c-bd2b-b5d2444389ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.498901] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c30382c-2b94-4990-b3d6-533480eb847b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.499045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c30382c-2b94-4990-b3d6-533480eb847b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.499110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c30382c-2b94-4990-b3d6-533480eb847b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.499223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c30382c-2b94-4990-b3d6-533480eb847b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.499284] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c30382c-2b94-4990-b3d6-533480eb847b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.000693] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.000693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.000886] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c30382c-2b94-4990-b3d6-533480eb847b with status ACTIVE [ 1087.001069] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.001179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.001238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.001450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.001540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.001708] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.001812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.001872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.002033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.002132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.002459] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.002588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.002652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.002811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.002907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.003018] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c30382c-2b94-4990-b3d6-533480eb847b is going to be updated. [ 1087.004038] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e53bd21e-a2e0-444c-bd2b-b5d2444389ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.027771] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.028152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.028152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.028314] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.028417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.028565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c30382c-2b94-4990-b3d6-533480eb847b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.031292] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1087.031481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.278145] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: SUCCESS [ 1087.279175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.279175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.279175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.279467] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.279467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.279800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.279800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.279800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.279800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.279977] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.408691] env[63021]: INFO networking_nsxv3.common.synchronization [req-9fd4d01a-3dac-4bb3-843a-ce388315f026 req-b16dbad0-275f-4276-a146-91f8b4fb98e2 tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1087.409334] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1087.409679] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.409823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.409893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.410249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.410425] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.410514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.410576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.410762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.410862] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.411512] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.506923] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e53bd21e-a2e0-444c-bd2b-b5d2444389ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.782859] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.917020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.917020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.917020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.917020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.917020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.917020] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.917020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.917020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.917020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.917020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.917020] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 1087.942899] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.943163] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.943163] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.943384] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.943551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.953743] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 1087.995215] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.995412] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.995571] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.995870] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.996194] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.996368] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.996493] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.996724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.996872] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.997112] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.997231] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.997344] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.997456] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.997569] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.997678] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.997972] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.008166] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.008299] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.008371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.008563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.008651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.008745] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee is going to be created. [ 1088.017544] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.017991] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.017991] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.018123] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-528" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.018438] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.018644] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.018778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.019282] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.019282] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.033253] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.033430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.033532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.035119] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.035119] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.044144] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee in Status: UNINITIALIZED for 2s [ 1088.095138] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b in Status: SUCCESS [ 1088.095428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.095746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.095835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.096038] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.096672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.096672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.096672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.096672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.096672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.096672] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93943f6f-6d8c-4df9-adb5-90ec6d90c96b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.285946] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8: rpc.has_security_group_logging(os_id): False [ 1088.302700] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.302896] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.303045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.303738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.303738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.303738] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.303738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.303952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.303982] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.304055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.304174] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 is going to be updated. [ 1088.358052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.358229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.358270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.358491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.358635] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.372968] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: IN_PROGRESS for 2s [ 1088.524220] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.524543] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.524649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.524956] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.525153] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.525339] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c not found, creating... [ 1088.525698] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.525799] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.525928] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.526197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.526355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.526641] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.526818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.526941] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.527172] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.527390] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.527466] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c is going to be created. [ 1088.545150] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.545381] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.545947] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.545947] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.546076] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.546234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.598752] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.598752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.598752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.599023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.599163] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.599263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.599326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.599473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.599559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.599647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.599788] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.599880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.599935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.600090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.600228] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.600318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.600397] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.600545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.600639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.600702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.600784] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93943f6f-6d8c-4df9-adb5-90ec6d90c96b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.103299] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93943f6f-6d8c-4df9-adb5-90ec6d90c96b: rpc.has_security_group_logging(os_id): False [ 1089.120197] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.120405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.120405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.121759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.121759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.121759] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.121759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.121759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.121759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.121759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.121759] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.121759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.121759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.121759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.121759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.122438] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.122438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.122438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.122438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.122438] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.122689] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b is going to be created. [ 1089.179762] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.179762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.179762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.179762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.179995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.192360] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b in Status: IN_PROGRESS for 2s [ 1089.356704] env[63021]: INFO networking_nsxv3.common.synchronization [req-9fd4d01a-3dac-4bb3-843a-ce388315f026 req-d8d4add6-51d2-48a2-ba70-7f76bc372052 service nova] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_rules [ 1089.357080] env[63021]: INFO networking_nsxv3.common.synchronization [req-9fd4d01a-3dac-4bb3-843a-ce388315f026 req-d8d4add6-51d2-48a2-ba70-7f76bc372052 service nova] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1089.359271] env[63021]: INFO networking_nsxv3.common.synchronization [req-9fd4d01a-3dac-4bb3-843a-ce388315f026 req-d8d4add6-51d2-48a2-ba70-7f76bc372052 service nova] Enqueued Resource ID: b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c with Priority: HIGHEST for action port [ 1089.360810] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_rules [ 1089.361049] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1089.361241] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c with Priority: HIGHEST for action port [ 1089.361762] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.361983] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.362127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.362454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.362551] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.368820] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.369461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.369461] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.369461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.369461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.369665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.369665] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.874073] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c with status ACTIVE [ 1089.874384] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.874530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.874602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.874818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.874910] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.875105] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.875205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.875270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.875432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.875513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.875763] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.875870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.875935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.876100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.876174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.876264] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c is going to be updated. [ 1089.877577] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.877666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.900180] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.900749] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.900864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.901076] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.901222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.901386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d0f379-6cd1-4efa-beb8-c2a2f3ef548c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.961768] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 1089.961937] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 deletion is rescheduled due to dependency. [ 1089.962062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.962232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.962481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.962676] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.962784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.962844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.962996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.963090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.963183] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.054054] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee in Status: SUCCESS [ 1090.054379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.054640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.054946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.055239] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.055395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.055498] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.055728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.055845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.055961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.056132] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e53bd21e-a2e0-444c-bd2b-b5d2444389ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.388899] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: SUCCESS [ 1090.388899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.465956] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.558438] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e53bd21e-a2e0-444c-bd2b-b5d2444389ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.968037] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.061290] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e53bd21e-a2e0-444c-bd2b-b5d2444389ee: rpc.has_security_group_logging(os_id): False [ 1091.082843] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.083061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.083162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.083413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.083567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.083853] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.084075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.084160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.084662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.084662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.084662] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee is going to be created. [ 1091.164212] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.164378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.164453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.164663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.164862] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.180699] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee in Status: IN_PROGRESS for 2s [ 1091.206565] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b in Status: SUCCESS [ 1091.206866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.473643] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.474039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.474039] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.474192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.474314] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.477019] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 1091.513730] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.513922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.514081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.514349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.514572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.524036] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 1092.068275] env[63021]: INFO networking_nsxv3.common.synchronization [req-5388c69a-74fc-4be8-a33f-b9fb8d66eea9 req-0640f94d-debe-426e-85e7-03f58ce60504 tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1092.068851] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1092.069184] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.069300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.069362] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.069561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.069714] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.069812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.069874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.070033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.070119] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.070215] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.573463] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.837831] env[63021]: INFO networking_nsxv3.common.synchronization [None req-9e34bebf-c799-4291-8cfa-93ebc27adaa8 tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1092.838351] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1092.838651] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.838821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.838897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.841430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.841621] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.841781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.841879] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.842068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.842158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.842257] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.075966] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.207041] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee in Status: SUCCESS [ 1093.207200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.344915] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.344915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.345092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.345229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.365345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.365623] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.365763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.365826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.366053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.366144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.366248] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 1093.388526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.388740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.388740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.388939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.389160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.399566] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 1093.531951] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 1093.532197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.532405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.532715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.532936] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.533067] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.533136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.533294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.533375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.533461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.533550] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.578708] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.578986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.578986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.579172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.579262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.579356] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1093.607661] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.607661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.607661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.607661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.607661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.615382] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1094.021426] env[63021]: INFO networking_nsxv3.common.synchronization [req-40fe3359-7549-4835-a0aa-b278c4c16b6b req-4ff50804-2cc5-43af-bae6-61b1344da7cf tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1094.021831] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1094.022082] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.022201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.022268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.022464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.022619] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.023386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.023386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.023386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.023386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.023386] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.036337] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.036817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.036817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.036817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.036946] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.036996] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.037066] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.037213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.037300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.037387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.037533] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.037624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.037683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.037818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.037950] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.038049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.038109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.038242] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.038321] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.038417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.038510] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.530776] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.530776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.530776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.530776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.530776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.530776] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.530776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.530776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.530776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.530776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.530776] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 1094.544597] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3b9e807-f03e-4742-9c9c-1d33879c2fb8: rpc.has_security_group_logging(os_id): False [ 1094.557925] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.558104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.558180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.558362] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.558510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.561280] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.561388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.561444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.561615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.561697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.561870] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.561959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.562030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.562201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.562257] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.562452] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.562678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.562678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.562825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.562885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.563091] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.563185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.563245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.563381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.563463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.563528] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 1094.565720] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1094.660485] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.660915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.660915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.660915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.661035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.680780] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 1094.687911] env[63021]: INFO networking_nsxv3.common.synchronization [None req-96ad49b3-9f2a-4ff5-a19f-b955fa51c3aa tempest-AttachVolumeShelveTestJSON-1261217514 tempest-AttachVolumeShelveTestJSON-1261217514-project-member] Enqueued Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_rules [ 1094.687911] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_rules [ 1094.688743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac3b076-bcbc-47e8-816c-76bac3db343d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.688743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.688743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.688743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.689029] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.807072] env[63021]: INFO networking_nsxv3.common.synchronization [None req-c1c50c5d-d382-4011-9c6c-d36cab51b217 tempest-AttachVolumeShelveTestJSON-1261217514 tempest-AttachVolumeShelveTestJSON-1261217514-project-member] Enqueued Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_rules [ 1094.807813] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_rules [ 1094.812733] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac3b076-bcbc-47e8-816c-76bac3db343d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.812898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.210194] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.210355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.210412] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.210617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.210756] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.210863] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac3b076-bcbc-47e8-816c-76bac3db343d already deleted. [ 1095.210952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.211120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.211283] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.211364] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.418473] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 1095.418759] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 deletion is rescheduled due to dependency. [ 1095.418905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.625294] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1095.625574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.732022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.732364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.732364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.732519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.732618] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.732715] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac3b076-bcbc-47e8-816c-76bac3db343d already deleted. [ 1095.732797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.819704] env[63021]: INFO networking_nsxv3.common.synchronization [req-5bef326c-441f-4862-ba86-058817bdf4f0 req-55b3b0fe-a7fd-48bf-bea7-8bda76b1b70b tempest-MultipleCreateTestJSON-393833464 tempest-MultipleCreateTestJSON-393833464-project-member] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1095.821028] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1095.821028] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.821363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.821570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.823950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.823950] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.823950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.823950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.823950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.823950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.823950] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.150319] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.150524] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.150700] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.151023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.151300] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.151468] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.151589] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.151817] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.151968] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.152440] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.152578] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.152675] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.152791] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.152910] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.153034] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.153173] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.174575] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.174765] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1096.174913] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.175117] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.175515] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-4f055c6d-021a-4083-bc67-1c9a8e24f55e taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.175711] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-4f055c6d-021a-4083-bc67-1c9a8e24f55e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.175834] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-4f055c6d-021a-4083-bc67-1c9a8e24f55e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.177580] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-4f055c6d-021a-4083-bc67-1c9a8e24f55e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.177580] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f055c6d-021a-4083-bc67-1c9a8e24f55e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.329698] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.329880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.329945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.330239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.330239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.330444] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.330550] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.330596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.330785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.330865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.330927] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1096.362476] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.362476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.362476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.362476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.362750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.371061] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1096.574444] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1096.574694] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f deletion is rescheduled due to dependency. [ 1096.574912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.679437] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.679673] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.679810] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.680133] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.680332] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.680540] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 4f055c6d-021a-4083-bc67-1c9a8e24f55e not found, creating... [ 1096.680841] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.681036] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.681211] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.681411] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.681573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.681870] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.682051] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.682183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.682397] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.682539] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.682685] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 4f055c6d-021a-4083-bc67-1c9a8e24f55e is going to be created. [ 1096.700711] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 1096.700990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.707366] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.707634] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.707801] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.708209] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.708510] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.708786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-4f055c6d-021a-4083-bc67-1c9a8e24f55e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.049268] env[63021]: INFO networking_nsxv3.common.synchronization [req-af908094-999d-4595-820a-08496dcca3a3 req-5a056b36-4845-471f-9a4c-7bb4b3cab2a9 tempest-ServerPasswordTestJSON-1929413695 tempest-ServerPasswordTestJSON-1929413695-project-member] Enqueued Resource ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b with Priority: HIGHEST for action security_group_members [ 1098.049792] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b with Priority: HIGHEST for action security_group_members [ 1098.050105] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.050219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.050302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.050514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.050666] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.050779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.050939] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.051105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.051186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.051276] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93943f6f-6d8c-4df9-adb5-90ec6d90c96b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.224682] env[63021]: INFO networking_nsxv3.common.synchronization [req-5bef326c-441f-4862-ba86-058817bdf4f0 req-579f4779-cd2e-4cd8-ba3e-6707ea9743c4 tempest-MultipleCreateTestJSON-393833464 tempest-MultipleCreateTestJSON-393833464-project-member] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1098.225225] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1098.225730] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.225730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.381388] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1098.381659] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 deletion is rescheduled due to dependency. [ 1098.381831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.382088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.382549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.382672] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.382857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.382971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.383228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.383360] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.383520] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.431135] env[63021]: INFO networking_nsxv3.common.synchronization [req-5bef326c-441f-4862-ba86-058817bdf4f0 req-b46e909c-bba4-4364-a8e2-60537212863b service nova] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_rules [ 1098.431332] env[63021]: INFO networking_nsxv3.common.synchronization [req-5bef326c-441f-4862-ba86-058817bdf4f0 req-b46e909c-bba4-4364-a8e2-60537212863b service nova] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1098.431479] env[63021]: INFO networking_nsxv3.common.synchronization [req-5bef326c-441f-4862-ba86-058817bdf4f0 req-b46e909c-bba4-4364-a8e2-60537212863b service nova] Enqueued Resource ID: 4f055c6d-021a-4083-bc67-1c9a8e24f55e with Priority: HIGHEST for action port [ 1098.431701] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_rules [ 1098.431829] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1098.431928] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f055c6d-021a-4083-bc67-1c9a8e24f55e with Priority: HIGHEST for action port [ 1098.432456] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.432578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.432648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.432841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.432921] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.437026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.437132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.437520] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f055c6d-021a-4083-bc67-1c9a8e24f55e taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.437638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f055c6d-021a-4083-bc67-1c9a8e24f55e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.437707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f055c6d-021a-4083-bc67-1c9a8e24f55e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.437876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f055c6d-021a-4083-bc67-1c9a8e24f55e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.437955] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f055c6d-021a-4083-bc67-1c9a8e24f55e',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.493514] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.493723] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.493855] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.494170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.494502] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.494666] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.494789] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.495024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.495178] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.495404] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.495533] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.495652] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.495767] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.495885] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.495997] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.496145] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.513058] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.513233] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1098.513373] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.513546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-100" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.513834] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-7807adb2-232e-40cb-b8af-cb7c31fdfc78 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.513996] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-7807adb2-232e-40cb-b8af-cb7c31fdfc78" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.514130] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-7807adb2-232e-40cb-b8af-cb7c31fdfc78" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.514467] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-7807adb2-232e-40cb-b8af-cb7c31fdfc78" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.514603] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7807adb2-232e-40cb-b8af-cb7c31fdfc78',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.553432] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.553610] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.553694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.553994] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.554149] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.554479] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.554614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.554681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.554840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.554920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.555020] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b is going to be updated. [ 1098.580914] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.580914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.580914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.580914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.580914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.588729] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b in Status: IN_PROGRESS for 2s [ 1098.888596] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.942758] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f055c6d-021a-4083-bc67-1c9a8e24f55e with status ACTIVE [ 1098.942758] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.942758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.942758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.942758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.942758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.942758] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.942758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.942758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.942758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.942758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.942758] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.942758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.942758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.944116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.944116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.944116] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f055c6d-021a-4083-bc67-1c9a8e24f55e is going to be updated. [ 1098.944504] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.944504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.966263] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.966459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.966459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.966668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.966804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.966958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f055c6d-021a-4083-bc67-1c9a8e24f55e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.017732] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.018054] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.018408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.018603] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.018807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.019052] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 7807adb2-232e-40cb-b8af-cb7c31fdfc78 not found, creating... [ 1099.019472] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.019710] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.019905] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.020287] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.020538] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.021009] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.021288] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.021497] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.022213] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.022213] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.022213] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 7807adb2-232e-40cb-b8af-cb7c31fdfc78 is going to be created. [ 1099.040318] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.040530] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.040764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.041068] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.041300] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.041744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-7807adb2-232e-40cb-b8af-cb7c31fdfc78" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.392189] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.896545] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.898024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.898024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.898024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.898024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.898024] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1099.901456] env[63021]: INFO networking_nsxv3.common.synchronization [req-5bef326c-441f-4862-ba86-058817bdf4f0 req-7e4a6bde-36f5-43f0-8627-d1401a5f7d5b service nova] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_rules [ 1099.901710] env[63021]: INFO networking_nsxv3.common.synchronization [req-5bef326c-441f-4862-ba86-058817bdf4f0 req-7e4a6bde-36f5-43f0-8627-d1401a5f7d5b service nova] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1099.901951] env[63021]: INFO networking_nsxv3.common.synchronization [req-5bef326c-441f-4862-ba86-058817bdf4f0 req-7e4a6bde-36f5-43f0-8627-d1401a5f7d5b service nova] Enqueued Resource ID: 7807adb2-232e-40cb-b8af-cb7c31fdfc78 with Priority: HIGHEST for action port [ 1099.903025] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_rules [ 1099.903201] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1099.903340] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7807adb2-232e-40cb-b8af-cb7c31fdfc78 with Priority: HIGHEST for action port [ 1099.903703] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.903823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.904104] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.904219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.904512] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7807adb2-232e-40cb-b8af-cb7c31fdfc78 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.904611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7807adb2-232e-40cb-b8af-cb7c31fdfc78" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.904706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7807adb2-232e-40cb-b8af-cb7c31fdfc78" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.904953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7807adb2-232e-40cb-b8af-cb7c31fdfc78" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.905083] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7807adb2-232e-40cb-b8af-cb7c31fdfc78',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.927297] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.927297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.927297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.927297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.927599] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.936559] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1100.407504] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7807adb2-232e-40cb-b8af-cb7c31fdfc78 with status ACTIVE [ 1100.407930] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.408094] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.408182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.408447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.408602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.408851] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.408987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.409111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.409371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.409482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.409711] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.409857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.409923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.410136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.410257] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.410380] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7807adb2-232e-40cb-b8af-cb7c31fdfc78 is going to be updated. [ 1100.430145] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.430314] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.430380] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.430586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.430716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.430871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7807adb2-232e-40cb-b8af-cb7c31fdfc78" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.607715] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b in Status: SUCCESS [ 1100.607895] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93943f6f-6d8c-4df9-adb5-90ec6d90c96b deletion is rescheduled due to dependency. [ 1100.607992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93943f6f-6d8c-4df9-adb5-90ec6d90c96b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.946822] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1101.947147] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.947476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.947797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.948250] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.948502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.948680] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.948913] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.949054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.949446] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.996618] env[63021]: INFO networking_nsxv3.common.synchronization [req-37c28f8e-9d2f-4a53-bb11-705a4a3a6321 req-925f28c8-3313-44f4-b2ef-f05c215d261f tempest-ServerDiskConfigTestJSON-1072642600 tempest-ServerDiskConfigTestJSON-1072642600-project-member] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1101.997137] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGHEST for action security_group_members [ 1101.997455] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.997576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.997643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.997842] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.002239] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.002359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.002473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.002585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.002678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.002772] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.452287] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.507857] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.508058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.508156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.508381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.508489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.508700] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.508806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.508864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.509139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.509139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.509234] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be updated. [ 1102.540138] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.540293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.540366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.540571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.540706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.550543] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: IN_PROGRESS for 2s [ 1102.771260] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.771464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.771602] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.771875] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.772147] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.772336] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.772478] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.772705] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.772860] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.773263] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.773416] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.773570] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.773698] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.773820] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.773935] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.774087] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.795612] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.795804] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.795940] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.796144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.796464] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.796643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.796771] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.797099] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.797247] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.954516] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.299314] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.299597] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.299736] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.300366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.300366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.300578] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 not found, creating... [ 1103.300722] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.300917] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.301056] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.302048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.302048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.302048] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.302048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.302048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.302458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.302590] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.302788] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 is going to be created. [ 1103.323476] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.323762] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.323850] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.324105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.324419] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.324672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.457037] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.457237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.457336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.457572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.457693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.457827] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1103.493797] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.493933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.494012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.494215] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.494382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.510900] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1104.002905] env[63021]: INFO networking_nsxv3.common.synchronization [req-384368a9-37e0-42cd-bf00-b60b6ed58e75 req-13c3724e-6913-407c-a760-254abf863261 service nova] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_rules [ 1104.003196] env[63021]: INFO networking_nsxv3.common.synchronization [req-384368a9-37e0-42cd-bf00-b60b6ed58e75 req-13c3724e-6913-407c-a760-254abf863261 service nova] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1104.003196] env[63021]: INFO networking_nsxv3.common.synchronization [req-384368a9-37e0-42cd-bf00-b60b6ed58e75 req-13c3724e-6913-407c-a760-254abf863261 service nova] Enqueued Resource ID: dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 with Priority: HIGHEST for action port [ 1104.003435] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_rules [ 1104.003603] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1104.003719] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 with Priority: HIGHEST for action port [ 1104.004926] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.005065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.005136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.005373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.005461] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.006412] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.006535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.006606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.006778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.006952] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.007100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.007189] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.007355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.007458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.007605] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.008745] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.008928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.008962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.009122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.009199] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.512347] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.512508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.512719] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 with status ACTIVE [ 1104.512996] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.513210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.513254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.513561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.513664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.513903] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.514020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.514135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.514345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.514458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.514701] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.514852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.514949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.515146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.515311] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.515436] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 is going to be updated. [ 1104.516855] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.535634] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.535791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.535864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.536097] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.536246] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.536407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.558755] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 in Status: SUCCESS [ 1104.558936] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 deletion is rescheduled due to dependency. [ 1104.559255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.018692] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.520971] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.521208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.521325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.521633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.521914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.521914] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 1105.524239] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1105.524553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.524794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.525091] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.527592] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.527592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.527592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.527592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.527592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.527592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.527592] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.527855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.528462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.528462] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.528462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.528462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.528788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.528826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.528928] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.536650] env[63021]: INFO networking_nsxv3.common.synchronization [req-3666919c-7162-48c7-88b9-57d0a5663d42 req-5a8e0a16-fbfd-4e8d-95ab-cf3a87bcfa1a tempest-ServerRescueNegativeTestJSON-1840407136 tempest-ServerRescueNegativeTestJSON-1840407136-project-member] Enqueued Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 1105.537361] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec56656-854d-43b5-8801-25600b712569 with Priority: HIGHEST for action security_group_members [ 1105.537780] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec56656-854d-43b5-8801-25600b712569 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.538158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.538158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.538313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.538538] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.538690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.538792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.539040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.539174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.539313] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec56656-854d-43b5-8801-25600b712569',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.555808] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.556010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.556132] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.556419] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.556637] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.573047] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 1106.030639] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.030886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.031012] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.042518] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.042692] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.042755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.042944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.062566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.062707] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.062823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.062958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.063209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.063335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.064682] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec56656-854d-43b5-8801-25600b712569 is going to be updated. [ 1106.089348] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.089575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.089622] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.089876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.090075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.098485] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: IN_PROGRESS for 2s [ 1106.533349] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.036033] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.036333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.036333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.036458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.036542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.036672] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1107.063016] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.063179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.063263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.063469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.063603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.072365] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1107.581890] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 1107.582154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.582280] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.582523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.582708] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.582825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.582890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.583057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.583141] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.583226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.583315] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.086267] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.086651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.086651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.086943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.087154] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.087264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.087332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.087557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.087696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.087817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.087994] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.088105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.088179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.088327] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.088468] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.088559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.088621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.088819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.088902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.088987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.089092] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.108054] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec56656-854d-43b5-8801-25600b712569 in Status: SUCCESS [ 1108.108110] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec56656-854d-43b5-8801-25600b712569 deletion is rescheduled due to dependency. [ 1108.108205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec56656-854d-43b5-8801-25600b712569" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.591406] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9bc0cad-eda9-4703-a5f8-042148683d70: rpc.has_security_group_logging(os_id): False [ 1108.610173] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.610401] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.610401] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.610704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.610832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.611103] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.611205] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.611273] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.611444] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.611547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.611740] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.611934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.611934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.612641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.612641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.612641] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.612641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.612641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.612641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.613036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.613036] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 1108.673673] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.673825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.673895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.674129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.674416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.690790] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 1109.084025] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.084025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.084025] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.084025] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.084766] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.084976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.085160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.085386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.085559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.085724] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.085901] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.588130] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60403f32-d62c-462e-8808-d5c817b76b98: rpc.has_security_group_logging(os_id): False [ 1109.605181] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.605400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.605502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.605819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.605971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.606305] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.606451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.606548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.606784] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.606887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.607175] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.607313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.607409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.607607] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.607711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.607971] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.608122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.608214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.608406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.608513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.608624] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1109.683073] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.683073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.683073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.683073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.683270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.696195] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1110.165964] env[63021]: INFO networking_nsxv3.common.synchronization [req-1488e619-bdb7-4b84-9595-e9372908e0d7 req-72713a4e-85cf-48e3-8ba8-fac070bd939e tempest-MultipleCreateTestJSON-393833464 tempest-MultipleCreateTestJSON-393833464-project-member] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1110.165964] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1110.165964] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.165964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.165964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.165964] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.165964] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.166687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.166687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.166687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.166687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.166687] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.329511] env[63021]: INFO networking_nsxv3.common.synchronization [req-b27f49ac-bd48-4aa8-9a8a-4f2ef75e4656 req-437cc7bd-19d2-4866-96bf-0bd7eda93992 tempest-MultipleCreateTestJSON-393833464 tempest-MultipleCreateTestJSON-393833464-project-member] Enqueued Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1110.330128] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60403f32-d62c-462e-8808-d5c817b76b98 with Priority: HIGHEST for action security_group_members [ 1110.330555] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-60403f32-d62c-462e-8808-d5c817b76b98 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.330742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.469613] env[63021]: INFO networking_nsxv3.common.synchronization [req-4449cd42-ad53-4e8c-abd8-2aebc5abfa82 req-72162d4f-c1bd-4320-b0d6-c35a5cab00dd tempest-AttachVolumeShelveTestJSON-1261217514 tempest-AttachVolumeShelveTestJSON-1261217514-project-member] Enqueued Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_members [ 1110.470334] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_members [ 1110.470744] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac3b076-bcbc-47e8-816c-76bac3db343d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.470911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.472420] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.472754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.472941] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.473073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.473134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.473302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.473389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.473485] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.669630] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.706413] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 1110.706710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.799866] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.800455] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.800735] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.801138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.801544] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.801896] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.802239] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.802616] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.802902] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.803276] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.803546] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.803795] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.805033] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.805033] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.805033] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.805033] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.825977] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.825977] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1110.825977] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.826919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.826919] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-f16f5758-9834-448c-8002-199fff053deb taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.826919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.827154] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.827459] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.827657] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16f5758-9834-448c-8002-199fff053deb',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.976922] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.977142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.977231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.977452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.977916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.977916] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.977916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.978088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.978123] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.978548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.978548] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac3b076-bcbc-47e8-816c-76bac3db343d already deleted. [ 1110.978548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.174321] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.331047] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.331047] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.331047] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.331047] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.331372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.331576] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port f16f5758-9834-448c-8002-199fff053deb not found, creating... [ 1111.331809] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.332040] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.332190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.332490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.332649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.332960] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.333138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.333260] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.333518] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.333669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.333814] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: f16f5758-9834-448c-8002-199fff053deb is going to be created. [ 1111.355417] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.355677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.355775] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.356042] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.356280] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.356509] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.676567] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.676911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.676911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.677051] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.677155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.677234] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be updated. [ 1111.718114] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.718257] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.718326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.718527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.718665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.720090] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1111.720276] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.720443] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.720603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.720687] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.735049] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: IN_PROGRESS for 2s [ 1112.253018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.253185] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.253249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.253461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.253554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.253650] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be deleted. [ 1112.267180] env[63021]: INFO networking_nsxv3.common.synchronization [req-4449cd42-ad53-4e8c-abd8-2aebc5abfa82 req-b100d55c-eed9-41f8-945e-0f46987c2be9 service nova] Enqueued Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_rules [ 1112.267356] env[63021]: INFO networking_nsxv3.common.synchronization [req-4449cd42-ad53-4e8c-abd8-2aebc5abfa82 req-b100d55c-eed9-41f8-945e-0f46987c2be9 service nova] Enqueued Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_members [ 1112.267932] env[63021]: INFO networking_nsxv3.common.synchronization [req-4449cd42-ad53-4e8c-abd8-2aebc5abfa82 req-b100d55c-eed9-41f8-945e-0f46987c2be9 service nova] Enqueued Resource ID: f16f5758-9834-448c-8002-199fff053deb with Priority: HIGHEST for action port [ 1112.267983] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_rules [ 1112.269016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_members [ 1112.269150] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16f5758-9834-448c-8002-199fff053deb with Priority: HIGHEST for action port [ 1112.269425] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac3b076-bcbc-47e8-816c-76bac3db343d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.269684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.269684] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.271575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.271575] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.271575] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac3b076-bcbc-47e8-816c-76bac3db343d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.271575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.271575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.271575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.271575] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.271575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.271849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.271849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.271849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.271929] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.273187] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f16f5758-9834-448c-8002-199fff053deb taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.273187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.273285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.273412] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.273481] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16f5758-9834-448c-8002-199fff053deb',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.306346] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.306554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.306554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.306962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.307074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.307198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.774740] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.775838] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac3b076-bcbc-47e8-816c-76bac3db343d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.775947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.776341] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f16f5758-9834-448c-8002-199fff053deb with status ACTIVE [ 1112.776472] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.776630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.776716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.776922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.777027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.777197] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.777292] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.777351] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.777504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.777623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.777903] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.777957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.778028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.778181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.778255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.778383] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f16f5758-9834-448c-8002-199fff053deb is going to be updated. [ 1112.799901] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.799901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.799901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.799901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.799901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.799901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.276957] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.744598] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60403f32-d62c-462e-8808-d5c817b76b98 in Status: SUCCESS [ 1113.744977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.749013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.749269] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.749469] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.749593] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.749662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.749818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.749902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.749997] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60403f32-d62c-462e-8808-d5c817b76b98',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.778761] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.779075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.779075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.780956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.780956] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.780956] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac3b076-bcbc-47e8-816c-76bac3db343d is going to be created. [ 1113.800717] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.800805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.800863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.801074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.801237] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.815767] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac3b076-bcbc-47e8-816c-76bac3db343d in Status: UNINITIALIZED for 2s [ 1114.254967] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.254967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.254967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.255158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.255158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.255362] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.255560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.255636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.255793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.255873] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.255963] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60403f32-d62c-462e-8808-d5c817b76b98 is going to be deleted. [ 1114.287890] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.288101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.288148] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.288791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.288791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.288791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60403f32-d62c-462e-8808-d5c817b76b98" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.306361] env[63021]: INFO networking_nsxv3.common.synchronization [req-1ec95544-745f-4244-8290-be64012a93cf req-51feefcc-9466-49c4-ae42-283b33ca5ef7 tempest-ServerActionsTestOtherB-816222261 tempest-ServerActionsTestOtherB-816222261-project-member] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 1114.306986] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 1114.308474] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.308474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.308474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.308474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.308474] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.308474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.308474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.308961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.308961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.308961] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.561258] env[63021]: INFO networking_nsxv3.common.synchronization [req-d1ed4a58-e6cc-4d78-8183-95b663141949 req-f3e50aaf-c016-4125-9c9d-743dd69c943e tempest-AttachVolumeTestJSON-1048691326 tempest-AttachVolumeTestJSON-1048691326-project-member] Enqueued Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_members [ 1114.561957] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 with Priority: HIGHEST for action security_group_members [ 1114.562779] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4398f2-41ac-47fe-bb91-6d76b50348a6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.562958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.565652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.565885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.566099] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.566218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.566279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.566446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.566547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.566646] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4398f2-41ac-47fe-bb91-6d76b50348a6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.686309] env[63021]: INFO networking_nsxv3.common.synchronization [req-99cedbf3-0a36-40f6-8b01-7499b21e23d7 req-69854dd0-09e0-4f08-b375-06c5edf1d4ed tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 1114.686813] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 1114.687275] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.687414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.687488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.687693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.687851] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.687947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.688017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.688167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.688255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.688353] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.811098] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.811434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.811434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.811505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.835180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.835180] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.835180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.835180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.835180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.835180] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.835180] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 1114.863435] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.863620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.863676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.863855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.863993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.872262] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 1115.072695] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.072860] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.072942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.073172] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.094088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.094377] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.094502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.094571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.094775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.094855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.094948] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 is going to be updated. [ 1115.131305] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.131305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.131305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.131305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.131305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.147021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 in Status: IN_PROGRESS for 2s [ 1115.191383] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.241116] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.241270] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.241408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.241685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.241939] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.242226] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.242377] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.242606] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.242757] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.242975] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.243105] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.243220] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.243479] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.243622] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.244023] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.244023] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.266571] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.266571] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.267262] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.267575] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-46" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.268914] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-eda2613a-55b1-4516-80ce-192d52a6abe6 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.268914] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-eda2613a-55b1-4516-80ce-192d52a6abe6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.269023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-eda2613a-55b1-4516-80ce-192d52a6abe6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.270749] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-eda2613a-55b1-4516-80ce-192d52a6abe6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.270749] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda2613a-55b1-4516-80ce-192d52a6abe6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.695212] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.776871] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.777097] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.777233] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.777514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.777671] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.777829] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port eda2613a-55b1-4516-80ce-192d52a6abe6 not found, creating... [ 1115.778108] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.778272] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.778397] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.778622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.778769] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.779066] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.779230] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.779355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.779602] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.779747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.779892] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: eda2613a-55b1-4516-80ce-192d52a6abe6 is going to be created. [ 1115.798694] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.798896] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.799029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.799293] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.799562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.799794] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-eda2613a-55b1-4516-80ce-192d52a6abe6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.827133] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac3b076-bcbc-47e8-816c-76bac3db343d in Status: SUCCESS [ 1115.827133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.827133] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.827486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.827486] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.827571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.827675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.827881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.828010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.828148] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.828279] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.197554] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.197694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.197769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.197981] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.198086] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.198183] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 is going to be updated. [ 1116.241976] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.242143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.242386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.242631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.242789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.260267] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: IN_PROGRESS for 2s [ 1116.330444] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.797026] env[63021]: INFO networking_nsxv3.common.synchronization [req-99cedbf3-0a36-40f6-8b01-7499b21e23d7 req-f156dd66-9d7b-4147-a06a-c9f25f69cef6 service nova] Enqueued Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_rules [ 1116.797026] env[63021]: INFO networking_nsxv3.common.synchronization [req-99cedbf3-0a36-40f6-8b01-7499b21e23d7 req-f156dd66-9d7b-4147-a06a-c9f25f69cef6 service nova] Enqueued Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 1116.797026] env[63021]: INFO networking_nsxv3.common.synchronization [req-99cedbf3-0a36-40f6-8b01-7499b21e23d7 req-f156dd66-9d7b-4147-a06a-c9f25f69cef6 service nova] Enqueued Resource ID: eda2613a-55b1-4516-80ce-192d52a6abe6 with Priority: HIGHEST for action port [ 1116.797026] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_rules [ 1116.797026] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 1116.797026] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda2613a-55b1-4516-80ce-192d52a6abe6 with Priority: HIGHEST for action port [ 1116.797026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.797026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.797026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.797026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.797026] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.797812] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.797905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.798108] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-eda2613a-55b1-4516-80ce-192d52a6abe6 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.798208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eda2613a-55b1-4516-80ce-192d52a6abe6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.798279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eda2613a-55b1-4516-80ce-192d52a6abe6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.798446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eda2613a-55b1-4516-80ce-192d52a6abe6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.798522] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda2613a-55b1-4516-80ce-192d52a6abe6',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.832865] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dac3b076-bcbc-47e8-816c-76bac3db343d: rpc.has_security_group_logging(os_id): False [ 1116.851555] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.851713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.851713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.851916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.852010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.852270] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.852379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.852445] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.852600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.852677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.852764] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac3b076-bcbc-47e8-816c-76bac3db343d is going to be created. [ 1116.879790] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 1116.879957] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d deletion is rescheduled due to dependency. [ 1116.880079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.988123] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.988332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.988332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.988531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.988709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.001300] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dac3b076-bcbc-47e8-816c-76bac3db343d in Status: IN_PROGRESS for 2s [ 1117.156836] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 in Status: SUCCESS [ 1117.156836] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4398f2-41ac-47fe-bb91-6d76b50348a6 deletion is rescheduled due to dependency. [ 1117.156836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4398f2-41ac-47fe-bb91-6d76b50348a6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.300451] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.300615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.301716] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eda2613a-55b1-4516-80ce-192d52a6abe6 with status ACTIVE [ 1117.301716] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.301716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.301716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.301716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.301716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.301716] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.301716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.301716] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.302306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.302306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.302306] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.302306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.302306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.302461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.302461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.302511] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eda2613a-55b1-4516-80ce-192d52a6abe6 is going to be updated. [ 1117.323794] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.323931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.323977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.324561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.324561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.324561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eda2613a-55b1-4516-80ce-192d52a6abe6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.271659] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: SUCCESS [ 1118.271659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.271659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.271659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.271659] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.271659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.271659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.271659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.271659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.271659] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.774501] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.014710] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dac3b076-bcbc-47e8-816c-76bac3db343d in Status: SUCCESS [ 1119.014883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.276213] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.781833] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.782763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.782763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.782763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.782763] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.782763] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 is going to be updated. [ 1119.808019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.808177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.808261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.808470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.808617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.818182] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: IN_PROGRESS for 2s [ 1119.862246] env[63021]: INFO networking_nsxv3.common.synchronization [req-adaba13b-512a-4572-b6cc-ff868e6f461c req-0250a6b8-4146-4a6d-aa2e-b0f5e5cb208c tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1119.862246] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1119.862374] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.863250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.863250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.863250] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.863250] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.863446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.863479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.863616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.863708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.863802] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.200227] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.200429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.200562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.200944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.201107] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.201276] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.201399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.201621] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.201778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.201994] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.202127] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.202243] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.202359] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.202477] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.202590] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.202727] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.219983] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.220220] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.220399] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.220629] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.220974] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-54b45b5c-ea6a-4064-b224-29875b66f9a1 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.221173] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-54b45b5c-ea6a-4064-b224-29875b66f9a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.221300] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-54b45b5c-ea6a-4064-b224-29875b66f9a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.221614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-54b45b5c-ea6a-4064-b224-29875b66f9a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.221752] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b45b5c-ea6a-4064-b224-29875b66f9a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.368470] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.724045] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.724269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.724473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.724752] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.724905] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.725083] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 54b45b5c-ea6a-4064-b224-29875b66f9a1 not found, creating... [ 1120.725369] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.725533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.725656] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.725879] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.726036] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.726327] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.726490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.726619] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.726852] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.726993] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.729600] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 54b45b5c-ea6a-4064-b224-29875b66f9a1 is going to be created. [ 1120.748155] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.748379] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.748513] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.748785] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.749031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.749267] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-54b45b5c-ea6a-4064-b224-29875b66f9a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.870903] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.373048] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.373571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.373571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.374240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.374359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.374464] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1121.403793] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.403934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.405556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.405556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.405556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.414204] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1121.430419] env[63021]: INFO networking_nsxv3.common.synchronization [req-adaba13b-512a-4572-b6cc-ff868e6f461c req-1df22b2f-30b1-48f2-a532-168d256ab6e1 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 1121.430608] env[63021]: INFO networking_nsxv3.common.synchronization [req-adaba13b-512a-4572-b6cc-ff868e6f461c req-1df22b2f-30b1-48f2-a532-168d256ab6e1 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1121.430752] env[63021]: INFO networking_nsxv3.common.synchronization [req-adaba13b-512a-4572-b6cc-ff868e6f461c req-1df22b2f-30b1-48f2-a532-168d256ab6e1 service nova] Enqueued Resource ID: 54b45b5c-ea6a-4064-b224-29875b66f9a1 with Priority: HIGHEST for action port [ 1121.430989] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 1121.431133] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1121.431232] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54b45b5c-ea6a-4064-b224-29875b66f9a1 with Priority: HIGHEST for action port [ 1121.432041] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.432041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.432041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.432373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.432458] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.433768] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.433891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.434118] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-54b45b5c-ea6a-4064-b224-29875b66f9a1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.434297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54b45b5c-ea6a-4064-b224-29875b66f9a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.434297] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54b45b5c-ea6a-4064-b224-29875b66f9a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.434513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54b45b5c-ea6a-4064-b224-29875b66f9a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.434594] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b45b5c-ea6a-4064-b224-29875b66f9a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.827545] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: SUCCESS [ 1121.827871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.828131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.828430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.828715] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.828884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.828993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.829251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.829381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.829519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.829661] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.934467] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.934633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.936217] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54b45b5c-ea6a-4064-b224-29875b66f9a1 with status ACTIVE [ 1121.936422] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.940374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.940374] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.940537] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.940587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.940785] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.940902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.940967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.941165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.941240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.941361] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.941890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.941890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.941890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.941890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.941890] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54b45b5c-ea6a-4064-b224-29875b66f9a1 is going to be updated. [ 1121.954643] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.954643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.954643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.954643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.954643] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.954643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.955594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.955594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.955594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.955594] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.955594] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.955995] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.955995] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.955995] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.956100] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.956194] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.974644] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.974841] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.975012] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.975201] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-196" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.975558] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.975744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.975940] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.976166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.976314] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.979173] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.979301] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.979570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.979570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.979662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.979810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54b45b5c-ea6a-4064-b224-29875b66f9a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.333062] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.479819] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.479819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.479819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.479819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.479819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.480363] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.480363] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.480363] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.480466] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.480609] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.480866] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.481029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.481148] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.481352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.481489] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.481633] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 is going to be updated. [ 1122.502382] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.502646] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.502810] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.503127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.503367] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.503631] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.835025] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6909d68a-e289-43c1-a75f-ceb469954202: rpc.has_security_group_logging(os_id): False [ 1122.854630] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.854776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.854849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.855068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.874685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.874685] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.874685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.874685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.874685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.874928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.874928] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 is going to be updated. [ 1122.932758] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.932758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.932758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.932758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.932758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.947029] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: IN_PROGRESS for 2s [ 1123.237331] env[63021]: INFO networking_nsxv3.common.synchronization [req-5fe89979-da5d-4c42-ab4e-ca05197b8da3 req-e86d4f45-3731-4fa1-918e-43aca6561412 service nova] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_rules [ 1123.237331] env[63021]: INFO networking_nsxv3.common.synchronization [req-5fe89979-da5d-4c42-ab4e-ca05197b8da3 req-e86d4f45-3731-4fa1-918e-43aca6561412 service nova] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1123.237331] env[63021]: INFO networking_nsxv3.common.synchronization [req-5fe89979-da5d-4c42-ab4e-ca05197b8da3 req-e86d4f45-3731-4fa1-918e-43aca6561412 service nova] Enqueued Resource ID: dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 with Priority: HIGHEST for action port [ 1123.239103] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_rules [ 1123.239431] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1123.239688] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 with Priority: HIGHEST for action port [ 1123.242022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.242022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.242022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.242022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.242022] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.242022] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.242022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.242022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.242022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.242692] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.242910] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.243074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.243473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.246103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.246103] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.246103] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.246103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.246103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.246103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.246103] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.423382] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1123.423676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.423866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.424085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.424270] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.424463] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.424534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.424657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.424762] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.424871] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.748594] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.749679] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.749798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.750160] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 with status ACTIVE [ 1123.750327] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.750471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.750510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.750730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.750799] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.750967] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.751074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.751136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.751294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.751367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.751538] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.751629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.751689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.751824] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.751898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.751980] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7 is going to be updated. [ 1123.776052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.776231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.776304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.776500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.776632] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.776790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfcd47cc-53f0-4202-ba7f-b439ff3a8fe7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.934485] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.052426] env[63021]: INFO networking_nsxv3.common.synchronization [req-7af5ed24-bb6e-4b2f-bc1a-f59b70216bda req-bc9e5c0b-916e-478c-953c-af667f31bee0 tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1124.052854] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1124.053308] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.053308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.053447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.053534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.054029] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.054029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.054029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.054320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.054529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.054615] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.251396] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.436648] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.452728] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.452936] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.453080] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.453351] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.453621] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.453778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.453901] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.454169] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.454365] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.454590] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.454712] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.454826] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.454937] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.455062] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.455177] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.455359] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.474578] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.474735] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.474876] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.475059] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-482" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.475378] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-f5759890-6244-4b8a-9a03-6d628f2441b7 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.475561] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-f5759890-6244-4b8a-9a03-6d628f2441b7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.475690] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-f5759890-6244-4b8a-9a03-6d628f2441b7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.475985] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-f5759890-6244-4b8a-9a03-6d628f2441b7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.476143] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5759890-6244-4b8a-9a03-6d628f2441b7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.556957] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.557078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.557078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.557285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.557386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.557590] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.557719] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.557750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.557890] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.557963] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.558059] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 1124.583486] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.583615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.583683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.583874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.584015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.593373] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1124.753809] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.754521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.754521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.754521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.754521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.754521] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 1124.784099] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.784326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.784326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.784530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.784665] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.792312] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 1124.938601] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.939326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.939326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.939326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.939326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.939326] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1124.958265] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: SUCCESS [ 1124.958517] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.969533] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.969654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.969729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.969924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.970073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.978642] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1124.979111] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.979313] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.979431] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.979701] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.979911] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.980083] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port f5759890-6244-4b8a-9a03-6d628f2441b7 not found, creating... [ 1124.980351] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.980516] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.980643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.980872] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.981029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.981342] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.981515] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.981713] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.981944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.982103] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.982264] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: f5759890-6244-4b8a-9a03-6d628f2441b7 is going to be created. [ 1125.002069] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.002328] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.002479] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.002751] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.002992] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.003247] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-f5759890-6244-4b8a-9a03-6d628f2441b7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.887036] env[63021]: INFO networking_nsxv3.common.synchronization [req-7af5ed24-bb6e-4b2f-bc1a-f59b70216bda req-d5010086-f694-44e3-ba6a-6109c139703e service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 1125.887352] env[63021]: INFO networking_nsxv3.common.synchronization [req-7af5ed24-bb6e-4b2f-bc1a-f59b70216bda req-d5010086-f694-44e3-ba6a-6109c139703e service nova] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1125.887394] env[63021]: INFO networking_nsxv3.common.synchronization [req-7af5ed24-bb6e-4b2f-bc1a-f59b70216bda req-d5010086-f694-44e3-ba6a-6109c139703e service nova] Enqueued Resource ID: f5759890-6244-4b8a-9a03-6d628f2441b7 with Priority: HIGHEST for action port [ 1125.887638] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_rules [ 1125.887770] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1125.887868] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5759890-6244-4b8a-9a03-6d628f2441b7 with Priority: HIGHEST for action port [ 1125.888463] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.888575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.888640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.888840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.888915] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.893751] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.893855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.894327] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5759890-6244-4b8a-9a03-6d628f2441b7 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.894327] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5759890-6244-4b8a-9a03-6d628f2441b7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.894327] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5759890-6244-4b8a-9a03-6d628f2441b7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.894489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5759890-6244-4b8a-9a03-6d628f2441b7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.894489] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5759890-6244-4b8a-9a03-6d628f2441b7',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.396368] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.396631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.402975] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5759890-6244-4b8a-9a03-6d628f2441b7 with status ACTIVE [ 1126.403203] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.403343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.403418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.403636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.403727] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.403909] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.404015] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.404083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.404346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.404440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.404677] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.404788] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.404852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.404994] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.405084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.405167] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5759890-6244-4b8a-9a03-6d628f2441b7 is going to be updated. [ 1126.427577] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.427577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.427750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.427831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.427942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.428114] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5759890-6244-4b8a-9a03-6d628f2441b7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.610903] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1126.610903] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f deletion is rescheduled due to dependency. [ 1126.610903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.610903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.610903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.610903] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.611324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.611324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.611324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.611324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.611454] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.801305] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 1126.801576] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.801771] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.802029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.802294] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.802442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.802442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.802631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.802694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.802742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.802858] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.988429] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1126.988734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.988826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.989056] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.989255] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.989375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.989447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.989603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.989686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.989773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.989866] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.113828] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.306058] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.306058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.306285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.306285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.306446] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.306548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.306611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.306750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.306833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.306921] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.307074] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.307167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.307226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.307381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.307538] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.307655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.307698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.307832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.307905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.307987] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.308086] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.491521] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.491741] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.491819] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.492050] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.492220] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.492319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.492386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.492536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.492623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.492712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.492854] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.492945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.493011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.493158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.493295] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.493394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.493469] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.493611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.493686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.493765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.493856] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.616395] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.811682] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9bc0cad-eda9-4703-a5f8-042148683d70: rpc.has_security_group_logging(os_id): False [ 1127.837243] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.837243] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.837243] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.837243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.838056] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.838228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.838407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.838639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.838827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.839015] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 1127.943024] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.943024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.943024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.943024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.943024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.958465] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 1128.003140] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a57b6e2f-475e-4d85-874a-4525951c3c95: rpc.has_security_group_logging(os_id): False [ 1128.020097] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.020097] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.020097] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.020097] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.020097] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.020373] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.020373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.020475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.021102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.021102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.021102] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.021102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.021102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.021102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.021372] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.021372] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.021459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.021527] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.021676] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.021752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.021834] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1128.108609] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.108609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.108609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.108609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.108923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.118700] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.118835] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.118907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.119122] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.119213] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.119308] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 1128.128460] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1128.152160] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.152160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.152160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.152160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.152160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.174030] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1129.974293] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 1129.974670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.147192] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1130.148128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.180546] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1130.180897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.181017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.181355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.181547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.181777] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.181777] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.181920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.182011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.182196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.182330] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.685040] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.685199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.685271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.685552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.685721] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.685822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.685885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.686057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.686144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.686232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.686373] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.686465] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.686524] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.686678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.686817] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.686907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.686967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.687115] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.687192] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.687271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.687359] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.889076] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1130.889285] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1131.189537] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05585405-8467-47e0-ba08-4815718f0d7f: rpc.has_security_group_logging(os_id): False [ 1131.207787] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.207933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.208026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.208281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.208413] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.208663] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.208772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.208838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.208993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.209089] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.209270] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.209365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.209427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.209567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.209639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.209823] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.209913] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.209973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.210123] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.210197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.210282] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 1131.298550] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.298678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.298759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.298966] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.299127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.319433] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1132.950461] env[63021]: INFO networking_nsxv3.common.synchronization [req-136b605e-0b95-410e-8489-43ca99815561 req-fe8340c1-9f78-49d6-a574-cbeddb461324 tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1132.951082] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1132.951506] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.951691] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.951808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.952123] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.952361] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.952482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.952552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.952713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.952813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.952914] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.336351] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1133.336585] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.455371] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.957975] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.460029] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.460198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.460265] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.460488] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.460579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.460750] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1134.491423] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.491582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.491621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.491816] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.491957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.501225] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1136.512662] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1136.512662] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.626817] env[63021]: INFO networking_nsxv3.common.synchronization [req-b6027d2b-205b-45b7-8174-642af8052177 req-a7f94c2d-6769-4012-b996-91f8bffca30d tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_members [ 1136.627391] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b07d06d2-3676-414f-9d7c-fcbeca333dde with Priority: HIGHEST for action security_group_members [ 1136.627695] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b07d06d2-3676-414f-9d7c-fcbeca333dde taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.627816] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.627881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.628087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.628674] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.628674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.628674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.628674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.628674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.628968] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b07d06d2-3676-414f-9d7c-fcbeca333dde',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.126191] env[63021]: INFO networking_nsxv3.common.synchronization [req-2e044ff6-e42e-46f5-a0a3-f833f4cd7cda req-34828fc5-1d7c-4b42-9b5c-ccb5622021ae tempest-ServerActionsTestOtherB-816222261 tempest-ServerActionsTestOtherB-816222261-project-member] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 1137.126711] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 1137.127032] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.127160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.127229] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.127423] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.127573] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.127669] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.127731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.127872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.127958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.128164] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.130441] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.130552] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.130621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.130775] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.130857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.131048] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.131135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.131199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.131327] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.131404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.131487] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b07d06d2-3676-414f-9d7c-fcbeca333dde is going to be updated. [ 1137.161448] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.161577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.161764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.161840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.162040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.170348] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b07d06d2-3676-414f-9d7c-fcbeca333dde in Status: IN_PROGRESS for 2s [ 1137.476399] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.477035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.478017] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.478017] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.478017] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.478302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.478554] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.478899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.479197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.479548] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.480099] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.480377] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.480853] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.482574] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.482574] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.482574] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.500572] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.501206] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1137.503100] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.503100] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.503100] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.503100] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.503100] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.503100] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.503100] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51c6d9df-5b87-40a0-8c2b-5586869a3c0f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.630213] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.630446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.630446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.630689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.630722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.630967] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.631115] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.631177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.631316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.631395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.631509] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 1137.657071] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.657071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.657071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.657440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.657440] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.669015] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 1138.006028] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.006268] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.006419] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.006735] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.006883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.007076] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 51c6d9df-5b87-40a0-8c2b-5586869a3c0f not found, creating... [ 1138.007339] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.007505] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.007629] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.007850] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.007996] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.011722] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.011722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.011722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.011722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.011722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.011722] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 51c6d9df-5b87-40a0-8c2b-5586869a3c0f is going to be created. [ 1138.027496] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.029019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.029019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.029019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.029019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.029019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.977911] env[63021]: INFO networking_nsxv3.common.synchronization [req-2e044ff6-e42e-46f5-a0a3-f833f4cd7cda req-b81d7330-b328-412b-a72a-111a7dc7a940 service nova] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 1138.978210] env[63021]: INFO networking_nsxv3.common.synchronization [req-2e044ff6-e42e-46f5-a0a3-f833f4cd7cda req-b81d7330-b328-412b-a72a-111a7dc7a940 service nova] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 1138.978746] env[63021]: INFO networking_nsxv3.common.synchronization [req-2e044ff6-e42e-46f5-a0a3-f833f4cd7cda req-b81d7330-b328-412b-a72a-111a7dc7a940 service nova] Enqueued Resource ID: 51c6d9df-5b87-40a0-8c2b-5586869a3c0f with Priority: HIGHEST for action port [ 1138.979759] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 1138.980072] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 1138.980540] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c6d9df-5b87-40a0-8c2b-5586869a3c0f with Priority: HIGHEST for action port [ 1138.981228] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.981391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.981471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.981700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.982551] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.983973] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.983973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.983973] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.983973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.983973] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.984223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.984223] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51c6d9df-5b87-40a0-8c2b-5586869a3c0f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.179279] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b07d06d2-3676-414f-9d7c-fcbeca333dde in Status: SUCCESS [ 1139.179490] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b07d06d2-3676-414f-9d7c-fcbeca333dde deletion is rescheduled due to dependency. [ 1139.179603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b07d06d2-3676-414f-9d7c-fcbeca333dde" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.396173] env[63021]: INFO networking_nsxv3.common.synchronization [req-805a773c-4318-4883-8862-160c0c057105 req-a0e9f9f3-3f1e-438d-97dc-394b57e7ddef tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1139.396707] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1139.397093] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.397218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.397218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.397626] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.397626] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.397765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.397765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.397870] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.397958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.398069] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.486216] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.486355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.488742] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51c6d9df-5b87-40a0-8c2b-5586869a3c0f with status ACTIVE [ 1139.488940] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.489069] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.489138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.489343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.489432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.489598] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.489697] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.489760] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.489911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.489988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.490179] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.490272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.490333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.490470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.490544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.490628] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51c6d9df-5b87-40a0-8c2b-5586869a3c0f is going to be updated. [ 1139.512056] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.512188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.512339] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.513031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.513031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.513031] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.678738] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 1139.678915] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d deletion is rescheduled due to dependency. [ 1139.679128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.679188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.679392] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.679570] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.679681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.679847] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.679920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.679951] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.680058] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.900185] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.181857] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.402681] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.684407] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.904979] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.905196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.905271] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.905557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.905656] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.905802] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 is going to be updated. [ 1140.935158] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.935158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.935158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.935361] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.935448] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.945454] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: IN_PROGRESS for 2s [ 1141.187075] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.187075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.187075] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.187487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.187487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.187487] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 1141.223338] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.223461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.223536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.223765] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.223953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.238314] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 1142.957728] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: SUCCESS [ 1142.958134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.248314] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 1143.248534] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.248710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.248936] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.249150] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.249272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.249340] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.249489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.249570] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.249653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.249743] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.752391] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.254864] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ede6ac6-73c6-467b-909f-99951f42d28d: rpc.has_security_group_logging(os_id): False [ 1144.271783] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.272514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.272514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.272514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.272514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.272659] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.272659] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.272737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.272821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.272893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.273182] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 1144.327270] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.327416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.327490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.327675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.327821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.338956] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 1144.397429] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.397571] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1144.768964] env[63021]: INFO networking_nsxv3.common.synchronization [req-3b8be475-87c0-4bb0-9306-253deff7c463 req-dee3ebe6-0d64-4876-910c-73a4e7068524 tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_members [ 1144.769156] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee with Priority: HIGHEST for action security_group_members [ 1144.769469] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.769629] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.769723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.769844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.770334] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.770439] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.770588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.770646] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.770742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.770837] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e53bd21e-a2e0-444c-bd2b-b5d2444389ee',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.274418] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.274418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.274418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.274418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.274418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.274418] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.274418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.274418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.274418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.276088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.276088] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee is going to be updated. [ 1145.300977] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.301980] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.302131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.302830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.303026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.314898] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee in Status: IN_PROGRESS for 2s [ 1146.195297] env[63021]: INFO networking_nsxv3.common.synchronization [req-8095c027-a15e-4bdc-a3e5-37b8018eaa83 req-aaf955af-5707-44e0-8fd3-50a32bf00055 tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1146.195853] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1146.196032] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.196144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.196230] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.196405] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.196567] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.196667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.196742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.196864] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.197083] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.197180] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.353337] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 1146.354186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.586776] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.586776] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.586776] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.586776] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.586776] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.586776] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.587280] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.587280] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.587280] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.587432] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.587538] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.587654] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.587766] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.587882] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.587994] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.588143] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.605141] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.605329] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1146.605497] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.605689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-402" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.605993] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-6e773949-46af-40ce-a861-613b26d282ab taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.606185] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-6e773949-46af-40ce-a861-613b26d282ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.606844] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-6e773949-46af-40ce-a861-613b26d282ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.606844] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-6e773949-46af-40ce-a861-613b26d282ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.606844] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e773949-46af-40ce-a861-613b26d282ab',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.700086] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.109953] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.110223] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.110370] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.110665] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.110824] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.110988] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 6e773949-46af-40ce-a861-613b26d282ab not found, creating... [ 1147.111274] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.111438] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.111567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.111796] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.111987] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.112244] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.112406] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.112531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.112756] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.112899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.113056] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 6e773949-46af-40ce-a861-613b26d282ab is going to be created. [ 1147.131813] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.131987] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.132133] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.132351] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.132571] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.132787] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-6e773949-46af-40ce-a861-613b26d282ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.202013] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.321642] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee in Status: SUCCESS [ 1147.321828] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e53bd21e-a2e0-444c-bd2b-b5d2444389ee deletion is rescheduled due to dependency. [ 1147.321934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e53bd21e-a2e0-444c-bd2b-b5d2444389ee" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.703955] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.704285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.704285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.704408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.705820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.705820] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1147.731225] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.731406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.731482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.731721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.731867] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.739783] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1147.895083] env[63021]: INFO networking_nsxv3.common.synchronization [req-8095c027-a15e-4bdc-a3e5-37b8018eaa83 req-12abcf10-7190-4aab-9521-6a4271b89586 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 1147.895280] env[63021]: INFO networking_nsxv3.common.synchronization [req-8095c027-a15e-4bdc-a3e5-37b8018eaa83 req-12abcf10-7190-4aab-9521-6a4271b89586 service nova] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1147.895422] env[63021]: INFO networking_nsxv3.common.synchronization [req-8095c027-a15e-4bdc-a3e5-37b8018eaa83 req-12abcf10-7190-4aab-9521-6a4271b89586 service nova] Enqueued Resource ID: 6e773949-46af-40ce-a861-613b26d282ab with Priority: HIGHEST for action port [ 1147.895947] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_rules [ 1147.896089] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1147.896233] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e773949-46af-40ce-a861-613b26d282ab with Priority: HIGHEST for action port [ 1147.896557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.896731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.896837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.897078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.897193] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.901884] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.901884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.901884] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e773949-46af-40ce-a861-613b26d282ab taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.901884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e773949-46af-40ce-a861-613b26d282ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.901884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e773949-46af-40ce-a861-613b26d282ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.901884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e773949-46af-40ce-a861-613b26d282ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.901884] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e773949-46af-40ce-a861-613b26d282ab',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.400980] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.401202] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.402588] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e773949-46af-40ce-a861-613b26d282ab with status ACTIVE [ 1148.402838] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.402959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.403041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.403251] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.403341] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.403512] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.403611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.403674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.403830] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.403908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.404099] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.404194] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.404255] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.404590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.404689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.404732] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e773949-46af-40ce-a861-613b26d282ab is going to be updated. [ 1148.425385] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.425543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.425621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.425808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.426085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.426085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e773949-46af-40ce-a861-613b26d282ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.749533] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1149.749836] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.749923] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.750149] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.750333] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.750449] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.750516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.750663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.750744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.750840] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.122520] env[63021]: INFO networking_nsxv3.common.synchronization [req-4818254d-ce08-453f-b049-80fe18723e71 req-c20c7ee2-14dd-42c6-8980-78102f042685 tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1150.123180] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGHEST for action security_group_members [ 1150.123488] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.123611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.123678] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.123887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.124052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.124153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.124214] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.124411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.124505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.124597] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.253029] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.628428] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.628583] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.628653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.628872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.628968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.629179] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.629278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.629342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.629497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.629577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.629663] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 is going to be updated. [ 1150.657347] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.657347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.657347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.657347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.657347] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.668116] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: IN_PROGRESS for 2s [ 1150.755185] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.257648] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.257815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.257889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.258139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.258231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.258328] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1151.289767] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.289970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.289970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.290198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.290340] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.299441] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1151.703039] env[63021]: INFO networking_nsxv3.common.synchronization [None req-e2722cf6-9c75-46ab-a190-e031ab3e64fb tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_rules [ 1151.703609] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_rules [ 1151.703946] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.704225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.704306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.704653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.704742] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.770970] env[63021]: INFO networking_nsxv3.common.synchronization [None req-45c35727-8a6d-4bf9-a6ae-dab6efe55f27 tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_rules [ 1151.771442] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_rules [ 1151.771743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.771844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.233476] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.233476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.233736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.233850] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.233850] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.233972] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 already deleted. [ 1152.234045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.234640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.234814] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.234900] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.677439] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 in Status: SUCCESS [ 1152.677623] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 deletion is rescheduled due to dependency. [ 1152.677748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.758315] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.758470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.758515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.758715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.758803] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.758892] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 already deleted. [ 1152.758978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.312159] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1153.312159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.312159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.312159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.312159] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.312159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.312603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.312603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.312603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.312603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.312744] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.816193] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.816387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.816387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.816578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.816753] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.816839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.816904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.817058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.817145] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.817235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.817379] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.817471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.817531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.817670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.817805] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.817895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.817955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.818106] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.818181] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.818261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.818359] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.320660] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a57b6e2f-475e-4d85-874a-4525951c3c95: rpc.has_security_group_logging(os_id): False [ 1154.337708] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.337902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.337943] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.338143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.338262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.338452] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.338535] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.338640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.338767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.338812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.338981] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.339087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.339144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.339285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.339359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.339547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.339643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.339702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.339838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.339909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.339992] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1154.401088] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.401234] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.401306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.401523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.401663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.419039] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1154.546674] env[63021]: INFO networking_nsxv3.common.synchronization [None req-929e2df4-fd62-4d6a-9fd7-731ec7fab9b0 tempest-AttachInterfacesTestJSON-1120072222 tempest-AttachInterfacesTestJSON-1120072222-project-member] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1154.546963] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGHEST for action security_group_members [ 1154.551019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.551019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.551019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.551019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.551019] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.551019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.551019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.551019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.551019] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.551019] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.054740] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.054740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.054740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.054949] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.055889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.055889] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.055889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.055889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.055889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.055889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.055889] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be updated. [ 1155.088036] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.088036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.088036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.088036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.088036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.096514] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: IN_PROGRESS for 2s [ 1156.440954] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1156.441668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.109961] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc0cad-eda9-4703-a5f8-042148683d70 in Status: SUCCESS [ 1157.110169] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 deletion is rescheduled due to dependency. [ 1157.110274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.459211] env[63021]: INFO networking_nsxv3.common.synchronization [req-1c601d39-c98b-4e91-9004-36a1dd0b0468 req-25812cae-9821-494e-b1dd-6198e7099027 tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_members [ 1157.459589] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_members [ 1157.459876] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.459993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.460074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.460304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.460468] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.461081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.461081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.461081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.461081] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.461081] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.788675] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.788988] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.789161] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.789438] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.789733] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.790514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.790514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.790514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.790514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.790690] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.790778] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.790895] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.791018] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.791140] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.791267] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.791409] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.809087] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.809267] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.809426] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.809690] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-231" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.810041] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-4e372880-e224-473d-8bdf-03af99b8a0ac taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.810224] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-4e372880-e224-473d-8bdf-03af99b8a0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.810638] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-4e372880-e224-473d-8bdf-03af99b8a0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.810863] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-4e372880-e224-473d-8bdf-03af99b8a0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.810863] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e372880-e224-473d-8bdf-03af99b8a0ac',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.965304] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.965542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.966969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.966969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.966969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.966969] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.966969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.966969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.966969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.966969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.966969] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 already deleted. [ 1157.966969] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.314089] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.314329] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.314498] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.314797] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.314953] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.315134] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 4e372880-e224-473d-8bdf-03af99b8a0ac not found, creating... [ 1158.315413] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.315610] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.315738] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.315960] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.316118] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.316407] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.316569] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.316837] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.317085] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.317232] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.317426] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 4e372880-e224-473d-8bdf-03af99b8a0ac is going to be created. [ 1158.335158] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.335387] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.335636] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.336050] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.336339] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.336593] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-4e372880-e224-473d-8bdf-03af99b8a0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.875303] env[63021]: INFO networking_nsxv3.common.synchronization [None req-5c2401fa-4822-446f-9ac2-0d800ad6eeea None None] Enqueued Resource ID: b5928990-1ff3-408c-b816-10b55c1aa541 with Priority: HIGHEST for action port [ 1158.875613] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5928990-1ff3-408c-b816-10b55c1aa541 with Priority: HIGHEST for action port [ 1158.876172] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5928990-1ff3-408c-b816-10b55c1aa541 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.876346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5928990-1ff3-408c-b816-10b55c1aa541" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.876393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5928990-1ff3-408c-b816-10b55c1aa541" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.876605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5928990-1ff3-408c-b816-10b55c1aa541" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.876708] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5928990-1ff3-408c-b816-10b55c1aa541',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.100651] env[63021]: INFO networking_nsxv3.common.synchronization [req-1c601d39-c98b-4e91-9004-36a1dd0b0468 req-384a341d-a4b4-4063-8d24-2049d606948d service nova] Enqueued Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_rules [ 1159.100848] env[63021]: INFO networking_nsxv3.common.synchronization [req-1c601d39-c98b-4e91-9004-36a1dd0b0468 req-384a341d-a4b4-4063-8d24-2049d606948d service nova] Enqueued Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_members [ 1159.100995] env[63021]: INFO networking_nsxv3.common.synchronization [req-1c601d39-c98b-4e91-9004-36a1dd0b0468 req-384a341d-a4b4-4063-8d24-2049d606948d service nova] Enqueued Resource ID: 4e372880-e224-473d-8bdf-03af99b8a0ac with Priority: HIGHEST for action port [ 1159.101499] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_rules [ 1159.101635] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_members [ 1159.101732] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e372880-e224-473d-8bdf-03af99b8a0ac with Priority: HIGHEST for action port [ 1159.102014] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.105710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.105794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.106010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.106100] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.110018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.110018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.110018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.110018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.110018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.110018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.110018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.110018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.110018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.110018] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.110018] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e372880-e224-473d-8bdf-03af99b8a0ac taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.110018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e372880-e224-473d-8bdf-03af99b8a0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.110018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e372880-e224-473d-8bdf-03af99b8a0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.110018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e372880-e224-473d-8bdf-03af99b8a0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.110018] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e372880-e224-473d-8bdf-03af99b8a0ac',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.378811] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5928990-1ff3-408c-b816-10b55c1aa541 [ 1159.379042] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.379179] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.379262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.379458] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.379549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.379644] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5928990-1ff3-408c-b816-10b55c1aa541 already deleted. [ 1159.379737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5928990-1ff3-408c-b816-10b55c1aa541" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.610837] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.610837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.613215] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e372880-e224-473d-8bdf-03af99b8a0ac with status ACTIVE [ 1159.613561] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.614254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.614254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.614254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.614254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.614459] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.614556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.614619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.614778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.614857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.615052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.615149] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.615206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.615348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.615439] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.615528] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e372880-e224-473d-8bdf-03af99b8a0ac is going to be updated. [ 1159.616585] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.636815] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.636976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.637028] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.637227] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.637359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.637523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e372880-e224-473d-8bdf-03af99b8a0ac" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.123198] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.628683] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.628683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.628683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.628683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.628683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.628683] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 is going to be created. [ 1160.650231] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.650231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.650231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.650231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.650231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.657511] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 in Status: UNINITIALIZED for 2s [ 1160.927874] env[63021]: INFO networking_nsxv3.common.synchronization [None req-e1a6f815-9f47-4e33-b82d-c0fb4ceee440 None None] Enqueued Resource ID: 7673a9c6-814a-421e-a4ef-55b646d61b31 with Priority: HIGHEST for action port [ 1160.928170] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7673a9c6-814a-421e-a4ef-55b646d61b31 with Priority: HIGHEST for action port [ 1160.928768] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7673a9c6-814a-421e-a4ef-55b646d61b31 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.928885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7673a9c6-814a-421e-a4ef-55b646d61b31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.928954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7673a9c6-814a-421e-a4ef-55b646d61b31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.931323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7673a9c6-814a-421e-a4ef-55b646d61b31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.931422] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7673a9c6-814a-421e-a4ef-55b646d61b31',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.435031] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7673a9c6-814a-421e-a4ef-55b646d61b31 [ 1161.435431] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.435578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.435648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.435851] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.435940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.436041] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7673a9c6-814a-421e-a4ef-55b646d61b31 already deleted. [ 1161.436125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7673a9c6-814a-421e-a4ef-55b646d61b31" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.669138] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 in Status: SUCCESS [ 1162.669138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.669138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.669138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.669820] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.669820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.669820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.669820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.669820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.669820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.669820] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.172071] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.533201] env[63021]: INFO networking_nsxv3.common.synchronization [req-adb328e3-0717-4963-b2fd-bbe34e60a3ca req-e65490aa-c500-4e81-9570-3002e8909a3e tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1163.533879] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1163.534329] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.534489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.534561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.534791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.534975] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.535100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.535165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.535328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.535417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.535517] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.675050] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9f5ac9f-a32e-4c41-b099-dec4b2902e32: rpc.has_security_group_logging(os_id): False [ 1163.701907] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.702165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.702165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.702321] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.702406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.702651] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.702751] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.702806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.702955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.703139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.703139] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 is going to be created. [ 1163.771652] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.771850] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.771920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.772096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.772279] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.782609] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 in Status: IN_PROGRESS for 2s [ 1164.038340] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.540527] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.042836] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.043187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.043187] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.043344] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.043482] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.043570] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1165.069991] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.070254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.070345] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.070597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.070798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.079828] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1165.798036] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 in Status: SUCCESS [ 1165.798253] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.394641] env[63021]: INFO networking_nsxv3.common.synchronization [req-a3046b25-04bd-41d4-9b7e-9d1f4ec87c0d req-01d081fb-0944-4dbf-bd88-5d1ba5328764 tempest-ServerAddressesNegativeTestJSON-951822499 tempest-ServerAddressesNegativeTestJSON-951822499-project-member] Enqueued Resource ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 with Priority: HIGHEST for action security_group_members [ 1166.395189] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 with Priority: HIGHEST for action security_group_members [ 1166.395526] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f5fc26-99da-4abb-9556-794c2fc420c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.395655] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.395724] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.396020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.396700] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.396700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.396700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.396700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.396700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.397162] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f5fc26-99da-4abb-9556-794c2fc420c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.739318] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.739548] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-576" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.739694] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-576" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.740029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-576" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.740303] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.740467] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.740821] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.741124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.741284] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.741529] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.741656] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.741792] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.741907] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.742090] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.742197] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.742341] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.760696] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.760696] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.760696] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.760916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-576" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.761277] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-8f7d6b80-4998-4030-85eb-bc1f302e96b3 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.761509] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-8f7d6b80-4998-4030-85eb-bc1f302e96b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.761682] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-8f7d6b80-4998-4030-85eb-bc1f302e96b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.762032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-8f7d6b80-4998-4030-85eb-bc1f302e96b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.762190] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7d6b80-4998-4030-85eb-bc1f302e96b3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.902771] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.902979] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.903034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.903225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.903318] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.903511] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.903611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.903675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.903834] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.903904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.903989] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 already deleted. [ 1166.904082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.089405] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1167.089573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.265104] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.265350] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.265531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.265887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.266059] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.266224] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 8f7d6b80-4998-4030-85eb-bc1f302e96b3 not found, creating... [ 1167.266493] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.266660] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.266818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.267068] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.267220] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.267511] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.267675] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.267799] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.269258] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.269490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.269651] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 8f7d6b80-4998-4030-85eb-bc1f302e96b3 is going to be created. [ 1167.292163] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.292163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.292163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.292163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.292163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.292163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-8f7d6b80-4998-4030-85eb-bc1f302e96b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.579022] env[63021]: INFO networking_nsxv3.common.synchronization [req-5fcf499f-4c6c-4b87-bb3e-166990c5bf04 req-318e55ac-8831-4a46-a6ea-2d4e947406c9 tempest-DeleteServersTestJSON-1541253569 tempest-DeleteServersTestJSON-1541253569-project-member] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1167.579022] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGHEST for action security_group_members [ 1167.579623] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.579875] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.580055] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.580375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.580657] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.580881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.581060] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.581308] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.581474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.581656] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.086710] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.087033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.087155] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.087491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.087619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.087919] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.088084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.088184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.088430] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.088532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.088649] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be updated. [ 1168.116083] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.125152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.125152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.125152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.125152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.132239] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: IN_PROGRESS for 2s [ 1168.248571] env[63021]: INFO networking_nsxv3.common.synchronization [req-a3046b25-04bd-41d4-9b7e-9d1f4ec87c0d req-f78e0cec-b47e-4ee6-892b-84ea1b3cc50e service nova] Enqueued Resource ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 with Priority: HIGHEST for action security_group_rules [ 1168.248843] env[63021]: INFO networking_nsxv3.common.synchronization [req-a3046b25-04bd-41d4-9b7e-9d1f4ec87c0d req-f78e0cec-b47e-4ee6-892b-84ea1b3cc50e service nova] Enqueued Resource ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 with Priority: HIGHEST for action security_group_members [ 1168.249058] env[63021]: INFO networking_nsxv3.common.synchronization [req-a3046b25-04bd-41d4-9b7e-9d1f4ec87c0d req-f78e0cec-b47e-4ee6-892b-84ea1b3cc50e service nova] Enqueued Resource ID: 8f7d6b80-4998-4030-85eb-bc1f302e96b3 with Priority: HIGHEST for action port [ 1168.249789] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 with Priority: HIGHEST for action security_group_rules [ 1168.250016] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 with Priority: HIGHEST for action security_group_members [ 1168.250168] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7d6b80-4998-4030-85eb-bc1f302e96b3 with Priority: HIGHEST for action port [ 1168.250715] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f5fc26-99da-4abb-9556-794c2fc420c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.250886] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.251010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.251367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.251546] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f5fc26-99da-4abb-9556-794c2fc420c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.252412] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f5fc26-99da-4abb-9556-794c2fc420c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.252595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.252702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.252918] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.253120] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.253258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.253309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.253769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.253769] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.253769] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f5fc26-99da-4abb-9556-794c2fc420c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.254668] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f7d6b80-4998-4030-85eb-bc1f302e96b3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.254822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f7d6b80-4998-4030-85eb-bc1f302e96b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.254857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f7d6b80-4998-4030-85eb-bc1f302e96b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.255030] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f7d6b80-4998-4030-85eb-bc1f302e96b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.255105] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7d6b80-4998-4030-85eb-bc1f302e96b3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.757245] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f5fc26-99da-4abb-9556-794c2fc420c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.757563] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.757743] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f5fc26-99da-4abb-9556-794c2fc420c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.758622] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f7d6b80-4998-4030-85eb-bc1f302e96b3 with status ACTIVE [ 1168.758772] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.758926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.759018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.759241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.759329] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.759514] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.759627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.759709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.760142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.760142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.760265] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.760334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.760391] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.760545] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.760619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.760703] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f7d6b80-4998-4030-85eb-bc1f302e96b3 is going to be updated. [ 1168.779484] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.779651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.779705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.779895] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.780044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.780219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f7d6b80-4998-4030-85eb-bc1f302e96b3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.262977] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f5fc26-99da-4abb-9556-794c2fc420c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.765587] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.765911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.765911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.766120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.766178] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.766226] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 is going to be created. [ 1169.789275] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.789408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.789794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.789794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.789899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.801937] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 in Status: UNINITIALIZED for 2s [ 1170.143802] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05585405-8467-47e0-ba08-4815718f0d7f in Status: SUCCESS [ 1170.144048] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05585405-8467-47e0-ba08-4815718f0d7f deletion is rescheduled due to dependency. [ 1170.144190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.753033] env[63021]: INFO networking_nsxv3.common.synchronization [req-a0f01393-835f-469a-9262-6cf53e2e257e req-8e570e9f-ad7d-4819-845c-2c8f7c8fcc7e tempest-ServersTestJSON-699810364 tempest-ServersTestJSON-699810364-project-member] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1170.753784] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGHEST for action security_group_members [ 1170.754281] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.754556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.754556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.754855] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.755305] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.755305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.755473] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.755634] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.755774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.755930] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.259043] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.259043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.259043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.259516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.259516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.259581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.259743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.259806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.259959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.260047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.260133] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be updated. [ 1171.300080] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.300385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.300385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.300582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.300720] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.309154] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: IN_PROGRESS for 2s [ 1171.813076] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 in Status: SUCCESS [ 1171.813326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.813479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.813752] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.814169] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.814169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.814325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.814358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.814578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.814721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.815031] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f5fc26-99da-4abb-9556-794c2fc420c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.317121] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f5fc26-99da-4abb-9556-794c2fc420c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.317523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.317523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.317619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.317737] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.317811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.317899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.318063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.318149] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.318238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.318384] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f5fc26-99da-4abb-9556-794c2fc420c3 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.318494] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.318553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.318748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.318821] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.318911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.318972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.319139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.319216] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.319359] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.319409] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f5fc26-99da-4abb-9556-794c2fc420c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.823093] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f5fc26-99da-4abb-9556-794c2fc420c3: rpc.has_security_group_logging(os_id): False [ 1172.845766] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.845971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.845971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.846189] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.846598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.846598] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.846598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.846598] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.846928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.846928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.846988] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.847079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.847140] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.847278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.847355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.847675] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.847675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.847798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.847884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.847937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.848019] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 is going to be created. [ 1172.932646] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.932822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.932868] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.933085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.933267] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.945935] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 in Status: IN_PROGRESS for 2s [ 1173.319819] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a57b6e2f-475e-4d85-874a-4525951c3c95 in Status: SUCCESS [ 1173.320147] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 deletion is rescheduled due to dependency. [ 1173.320186] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.957592] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 in Status: SUCCESS [ 1174.958153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.655501] env[63021]: INFO networking_nsxv3.common.synchronization [None req-39fb9fdf-d748-4d2f-a459-667e6a446da3 None None] Enqueued Resource ID: c56aa7d6-3565-48b8-8d2b-655ee9afcd7d with Priority: HIGHEST for action port [ 1175.656136] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c56aa7d6-3565-48b8-8d2b-655ee9afcd7d with Priority: HIGHEST for action port [ 1175.656472] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-c56aa7d6-3565-48b8-8d2b-655ee9afcd7d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.656588] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c56aa7d6-3565-48b8-8d2b-655ee9afcd7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.656651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c56aa7d6-3565-48b8-8d2b-655ee9afcd7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.656921] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c56aa7d6-3565-48b8-8d2b-655ee9afcd7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.656998] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56aa7d6-3565-48b8-8d2b-655ee9afcd7d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.160266] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c56aa7d6-3565-48b8-8d2b-655ee9afcd7d [ 1176.160266] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.160266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.160266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.160266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.160266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.160266] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c56aa7d6-3565-48b8-8d2b-655ee9afcd7d already deleted. [ 1176.160266] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c56aa7d6-3565-48b8-8d2b-655ee9afcd7d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.313398] env[63021]: INFO networking_nsxv3.common.synchronization [req-4128eba6-8c11-46c3-a80d-97d6a632c077 req-4bf4e744-ca03-4977-a3a5-d8d7096b8cfb tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1177.313994] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1177.314568] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.314740] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.315876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.316151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.316371] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.316832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.316832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.316832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.316832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.317123] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.822050] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.823970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.823970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.824218] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.872204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.873575] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.873575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.873575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.873773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.875379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.875379] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be updated. [ 1177.930312] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.930480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.930521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.930711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.930853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.942683] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: IN_PROGRESS for 2s [ 1178.261848] env[63021]: INFO networking_nsxv3.common.synchronization [None req-77131d92-f268-46d6-896c-3eb1edcf7014 None None] Enqueued Resource ID: 7337c565-7a36-4676-9d29-29cb0b443a15 with Priority: HIGHEST for action port [ 1178.262465] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7337c565-7a36-4676-9d29-29cb0b443a15 with Priority: HIGHEST for action port [ 1178.262794] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-7337c565-7a36-4676-9d29-29cb0b443a15 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.263378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7337c565-7a36-4676-9d29-29cb0b443a15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.263477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7337c565-7a36-4676-9d29-29cb0b443a15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.263767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7337c565-7a36-4676-9d29-29cb0b443a15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.264587] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7337c565-7a36-4676-9d29-29cb0b443a15',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.769026] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7337c565-7a36-4676-9d29-29cb0b443a15 [ 1178.769026] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.769026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.769026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.769026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.769471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.769471] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7337c565-7a36-4676-9d29-29cb0b443a15 already deleted. [ 1178.769471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7337c565-7a36-4676-9d29-29cb0b443a15" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.692789] env[63021]: INFO networking_nsxv3.common.synchronization [req-8558b6d6-1286-489b-a0f2-6f310eb41f1f req-33fca143-b864-456f-a05e-9250bf7139e5 tempest-ServerAddressesNegativeTestJSON-951822499 tempest-ServerAddressesNegativeTestJSON-951822499-project-member] Enqueued Resource ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 with Priority: HIGHEST for action security_group_members [ 1179.693484] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 with Priority: HIGHEST for action security_group_members [ 1179.693851] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f5fc26-99da-4abb-9556-794c2fc420c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.693935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.693972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.694170] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.694322] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.694422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.694532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.694696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.694780] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.694870] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f5fc26-99da-4abb-9556-794c2fc420c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.953923] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 1179.954211] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 deletion is rescheduled due to dependency. [ 1179.954306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.196698] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.197600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.197600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.197600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.197600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.197600] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.197600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.197600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.197919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.197919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.197919] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 is going to be updated. [ 1180.223989] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.224113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.224156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.224342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.224521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.232991] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 in Status: IN_PROGRESS for 2s [ 1182.243425] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 in Status: SUCCESS [ 1182.243789] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 deletion is rescheduled due to dependency. [ 1182.243789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.241352] env[63021]: INFO networking_nsxv3.common.synchronization [req-75e2161c-64b3-4ad9-b7fe-fdf4fadf47ea req-3348a856-ca76-4ac0-a109-dd811fa1713e tempest-InstanceActionsNegativeTestJSON-1324201885 tempest-InstanceActionsNegativeTestJSON-1324201885-project-member] Enqueued Resource ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 with Priority: HIGHEST for action security_group_members [ 1183.242051] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 with Priority: HIGHEST for action security_group_members [ 1183.242208] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-881bdffc-2240-442f-8cdf-cfffc582fa34 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.242333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.242400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.242643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.242803] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.242907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.242966] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.243127] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.243212] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.243303] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881bdffc-2240-442f-8cdf-cfffc582fa34',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.496357] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.496618] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-206" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.496654] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-206" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.496987] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-206" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.497265] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.497637] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.497637] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.498377] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.498377] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.498377] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.498377] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.498377] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.498585] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.498585] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.498670] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.498811] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.516752] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.517426] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1183.517426] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.517426] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-206" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.517611] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-26601205-e781-4ca7-852b-4a1f23fdbe75 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.517688] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-26601205-e781-4ca7-852b-4a1f23fdbe75" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.517792] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-26601205-e781-4ca7-852b-4a1f23fdbe75" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.518086] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-26601205-e781-4ca7-852b-4a1f23fdbe75" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.518231] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26601205-e781-4ca7-852b-4a1f23fdbe75',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.745657] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.745846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.745846] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.746304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.746304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.746304] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.746519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.746519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.746604] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.746641] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.746705] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 already deleted. [ 1183.746789] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.023025] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.023025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.023025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.023025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.023025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.023025] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 26601205-e781-4ca7-852b-4a1f23fdbe75 not found, creating... [ 1184.023025] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.023025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.023025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.023025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.023025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.023826] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.023826] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.023826] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.024141] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.024418] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.024708] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 26601205-e781-4ca7-852b-4a1f23fdbe75 is going to be created. [ 1184.043062] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.043243] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.043243] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.043514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.043722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.043944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-26601205-e781-4ca7-852b-4a1f23fdbe75" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.812036] env[63021]: INFO networking_nsxv3.common.synchronization [req-75e2161c-64b3-4ad9-b7fe-fdf4fadf47ea req-f6a979f0-c2b2-4434-9e5b-e9160698cd4f service nova] Enqueued Resource ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 with Priority: HIGHEST for action security_group_rules [ 1184.812334] env[63021]: INFO networking_nsxv3.common.synchronization [req-75e2161c-64b3-4ad9-b7fe-fdf4fadf47ea req-f6a979f0-c2b2-4434-9e5b-e9160698cd4f service nova] Enqueued Resource ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 with Priority: HIGHEST for action security_group_members [ 1184.812416] env[63021]: INFO networking_nsxv3.common.synchronization [req-75e2161c-64b3-4ad9-b7fe-fdf4fadf47ea req-f6a979f0-c2b2-4434-9e5b-e9160698cd4f service nova] Enqueued Resource ID: 26601205-e781-4ca7-852b-4a1f23fdbe75 with Priority: HIGHEST for action port [ 1184.813267] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 with Priority: HIGHEST for action security_group_rules [ 1184.813267] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 with Priority: HIGHEST for action security_group_members [ 1184.813267] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26601205-e781-4ca7-852b-4a1f23fdbe75 with Priority: HIGHEST for action port [ 1184.813425] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-881bdffc-2240-442f-8cdf-cfffc582fa34 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.813558] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.813620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.813881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.813969] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('881bdffc-2240-442f-8cdf-cfffc582fa34',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.815948] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-881bdffc-2240-442f-8cdf-cfffc582fa34 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.816103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.816233] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.816356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.816507] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.816605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.816668] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.816800] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.816884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.816974] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881bdffc-2240-442f-8cdf-cfffc582fa34',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.819800] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-26601205-e781-4ca7-852b-4a1f23fdbe75 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.819933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26601205-e781-4ca7-852b-4a1f23fdbe75" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.819993] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26601205-e781-4ca7-852b-4a1f23fdbe75" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.821604] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26601205-e781-4ca7-852b-4a1f23fdbe75" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.821604] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26601205-e781-4ca7-852b-4a1f23fdbe75',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.316813] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-881bdffc-2240-442f-8cdf-cfffc582fa34 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.316977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.320501] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('881bdffc-2240-442f-8cdf-cfffc582fa34',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.321653] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26601205-e781-4ca7-852b-4a1f23fdbe75 with status ACTIVE [ 1185.321839] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.321959] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.322036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.322234] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.322321] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.322495] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.322584] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.322643] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.324885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.324885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.324885] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.324885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.324885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.324885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.324885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.324885] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26601205-e781-4ca7-852b-4a1f23fdbe75 is going to be updated. [ 1185.343959] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.344092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.344167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.344475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.344475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.344902] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26601205-e781-4ca7-852b-4a1f23fdbe75" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.822151] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('881bdffc-2240-442f-8cdf-cfffc582fa34',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.325010] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.325406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.325406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.325519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.325622] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.325656] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 is going to be created. [ 1186.353016] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.353171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.353257] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.353455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.353624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.365712] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 in Status: UNINITIALIZED for 2s [ 1187.700603] env[63021]: INFO networking_nsxv3.common.synchronization [req-787ada8a-f311-4d03-8fcb-45d2db2fbef3 req-bc28ffc3-b3bf-46e1-bfac-2a50d4e096a5 tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 1187.701131] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 1187.701425] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.701549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.701612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.701805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.701955] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.704046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.704142] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.704290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.704379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.704477] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.206956] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.377434] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 in Status: SUCCESS [ 1188.377701] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.377892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.378138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.378337] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.378513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.378513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.378664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.378744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.378831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.378932] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('881bdffc-2240-442f-8cdf-cfffc582fa34',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.708852] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.881649] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-881bdffc-2240-442f-8cdf-cfffc582fa34 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.881999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.881999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.882223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.882399] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.882499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.882586] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.882758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.882853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.882945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.883116] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-881bdffc-2240-442f-8cdf-cfffc582fa34 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.883210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.883268] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.883409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.883546] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.883638] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.883696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.883828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.883904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.884337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.884337] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('881bdffc-2240-442f-8cdf-cfffc582fa34',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.128143] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.128382] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.128491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.128770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.129075] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.129271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.129386] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.129638] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.129811] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.130188] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.130325] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.130455] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.130571] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.130693] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.130805] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.130945] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.150728] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.150925] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1189.151094] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.151290] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-145" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.151630] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-f16f5758-9834-448c-8002-199fff053deb taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.151824] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.151966] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.152258] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.152422] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16f5758-9834-448c-8002-199fff053deb',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.210761] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.212023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.212023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.212023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.212023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.212023] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 is going to be updated. [ 1189.241206] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.241381] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.241429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.241630] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.241770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.249744] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: IN_PROGRESS for 2s [ 1189.386407] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 881bdffc-2240-442f-8cdf-cfffc582fa34: rpc.has_security_group_logging(os_id): False [ 1189.403642] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.403817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.403817] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.404041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.404130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.404318] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.404417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.404479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.404706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.404776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.404974] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.405082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.405144] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.405285] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.405360] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.405600] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.405715] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.405776] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.405915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.405988] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.406090] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 is going to be created. [ 1189.464126] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.464325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.464325] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.464481] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.464750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.474951] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 in Status: IN_PROGRESS for 2s [ 1189.655276] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.655614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.655726] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.655993] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.656163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.656460] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.656622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.656745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.656970] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.657130] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.657415] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.657575] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.657700] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.657914] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.658065] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.658214] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: f16f5758-9834-448c-8002-199fff053deb is going to be updated. [ 1189.677863] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.678093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.678227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.678491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.678692] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.678929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.395021] env[63021]: INFO networking_nsxv3.common.synchronization [req-caaff8e9-4cf1-4dca-abe5-92207b0d8781 req-6d09db5f-b892-482d-b041-3512c53dfd0d service nova] Enqueued Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_rules [ 1190.395021] env[63021]: INFO networking_nsxv3.common.synchronization [req-caaff8e9-4cf1-4dca-abe5-92207b0d8781 req-6d09db5f-b892-482d-b041-3512c53dfd0d service nova] Enqueued Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_members [ 1190.395021] env[63021]: INFO networking_nsxv3.common.synchronization [req-caaff8e9-4cf1-4dca-abe5-92207b0d8781 req-6d09db5f-b892-482d-b041-3512c53dfd0d service nova] Enqueued Resource ID: f16f5758-9834-448c-8002-199fff053deb with Priority: HIGHEST for action port [ 1190.395021] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_rules [ 1190.395021] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_members [ 1190.395021] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16f5758-9834-448c-8002-199fff053deb with Priority: HIGHEST for action port [ 1190.395021] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac3b076-bcbc-47e8-816c-76bac3db343d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.395021] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.395910] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.396223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.396491] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.397396] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac3b076-bcbc-47e8-816c-76bac3db343d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.397713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.397941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.398256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.398928] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.398928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.398928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.398928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.398928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.399227] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.400165] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f16f5758-9834-448c-8002-199fff053deb taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.400165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.400165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.400165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.400165] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16f5758-9834-448c-8002-199fff053deb',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.901210] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.902291] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac3b076-bcbc-47e8-816c-76bac3db343d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.902479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.904944] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f16f5758-9834-448c-8002-199fff053deb with status ACTIVE [ 1190.905224] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.905354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.905433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.905653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.905732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.905908] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.906007] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.906073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.906245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.906330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.906509] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.906601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.906683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.906791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.906884] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.906966] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f16f5758-9834-448c-8002-199fff053deb is going to be updated. [ 1190.930204] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.930356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.930356] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.930562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.930698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.930981] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f16f5758-9834-448c-8002-199fff053deb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.260188] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: SUCCESS [ 1191.260466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.403369] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.488621] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 in Status: SUCCESS [ 1191.488778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.883067] env[63021]: INFO networking_nsxv3.common.synchronization [req-adf86c43-6e9c-4142-8088-5c5fd04a98e2 req-255f8d7b-12f9-4862-b485-e3312537120a tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1191.884027] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1191.884027] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.884330] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.884455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.884818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.885073] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.885211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.885314] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.885560] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.885779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.885959] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.905432] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.905633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.905708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.906017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.906017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.906126] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac3b076-bcbc-47e8-816c-76bac3db343d is going to be updated. [ 1191.933417] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.933417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.933797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.933797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.933892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.943233] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac3b076-bcbc-47e8-816c-76bac3db343d in Status: IN_PROGRESS for 2s [ 1192.278502] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.278708] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.278856] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.279690] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.279784] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.279908] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.280503] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.280503] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.280503] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.280684] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.281384] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.281384] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.281384] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.281384] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.281544] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.281588] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.301300] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.301491] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.301758] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.301831] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.302171] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-a4f28208-8404-4dcc-a133-bd9f94ad027c taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.302347] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-a4f28208-8404-4dcc-a133-bd9f94ad027c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.302594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-a4f28208-8404-4dcc-a133-bd9f94ad027c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.302825] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-a4f28208-8404-4dcc-a133-bd9f94ad027c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.302992] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f28208-8404-4dcc-a133-bd9f94ad027c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.388536] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.388708] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.388773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.388974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.389080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.389262] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.389362] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.389421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.389574] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.389649] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.389724] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be updated. [ 1192.412889] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.413407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.413407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.413407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.413758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.422695] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: IN_PROGRESS for 2s [ 1192.805369] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.805668] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.805801] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.806169] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.806405] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.806672] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port a4f28208-8404-4dcc-a133-bd9f94ad027c not found, creating... [ 1192.806907] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.807106] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.807238] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.807473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.807619] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.808107] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.808407] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.808551] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.808821] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.809078] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.809181] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: a4f28208-8404-4dcc-a133-bd9f94ad027c is going to be created. [ 1192.849250] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.849485] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.849616] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.849893] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.850145] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.850380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-a4f28208-8404-4dcc-a133-bd9f94ad027c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.601374] env[63021]: INFO networking_nsxv3.common.synchronization [req-adf86c43-6e9c-4142-8088-5c5fd04a98e2 req-6538b1c6-b013-4967-bb4c-e08b9b4993e2 service nova] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_rules [ 1193.601731] env[63021]: INFO networking_nsxv3.common.synchronization [req-adf86c43-6e9c-4142-8088-5c5fd04a98e2 req-6538b1c6-b013-4967-bb4c-e08b9b4993e2 service nova] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1193.601731] env[63021]: INFO networking_nsxv3.common.synchronization [req-adf86c43-6e9c-4142-8088-5c5fd04a98e2 req-6538b1c6-b013-4967-bb4c-e08b9b4993e2 service nova] Enqueued Resource ID: a4f28208-8404-4dcc-a133-bd9f94ad027c with Priority: HIGHEST for action port [ 1193.602255] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_rules [ 1193.602389] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1193.602484] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f28208-8404-4dcc-a133-bd9f94ad027c with Priority: HIGHEST for action port [ 1193.602764] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.602911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.603017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.607023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.607023] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.607023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.607023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.607023] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4f28208-8404-4dcc-a133-bd9f94ad027c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.607023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4f28208-8404-4dcc-a133-bd9f94ad027c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.607023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4f28208-8404-4dcc-a133-bd9f94ad027c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.607023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4f28208-8404-4dcc-a133-bd9f94ad027c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.607023] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f28208-8404-4dcc-a133-bd9f94ad027c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.953358] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac3b076-bcbc-47e8-816c-76bac3db343d in Status: SUCCESS [ 1193.953639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.953821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.954154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.954326] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.954464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.954533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.954804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.954881] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.954974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.955130] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.107712] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.107712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.110898] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4f28208-8404-4dcc-a133-bd9f94ad027c with status ACTIVE [ 1194.110898] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.110898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.110898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.110898] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.111277] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.111277] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.111394] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.111483] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.111711] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.111804] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.111990] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.112097] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.112157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.112300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.112371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.112457] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4f28208-8404-4dcc-a133-bd9f94ad027c is going to be updated. [ 1194.134857] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.134857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.134857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.135258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.135258] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.136032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4f28208-8404-4dcc-a133-bd9f94ad027c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.431359] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 1194.431547] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 deletion is rescheduled due to dependency. [ 1194.431690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.431872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.432118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.432308] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.432424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.432489] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.432693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.432781] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.432933] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.457620] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.817480] env[63021]: INFO networking_nsxv3.common.synchronization [req-7c329cf8-3b31-420e-ae9b-3580381c8a5f req-d9bdfe18-7254-439e-838a-4e3be5786e23 tempest-InstanceActionsNegativeTestJSON-1324201885 tempest-InstanceActionsNegativeTestJSON-1324201885-project-member] Enqueued Resource ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 with Priority: HIGHEST for action security_group_members [ 1194.817480] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 with Priority: HIGHEST for action security_group_members [ 1194.817480] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-881bdffc-2240-442f-8cdf-cfffc582fa34 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.817480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.817480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.817480] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.818264] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.818698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.818952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.819262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.819477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.819685] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881bdffc-2240-442f-8cdf-cfffc582fa34',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.936655] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.960756] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dac3b076-bcbc-47e8-816c-76bac3db343d: rpc.has_security_group_logging(os_id): False [ 1194.978769] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.979042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.979151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.979426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.979554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.979854] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.979968] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.980107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.980288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.980402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.980495] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac3b076-bcbc-47e8-816c-76bac3db343d is going to be updated. [ 1195.034220] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.034454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.034454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.034713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.034865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.045511] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dac3b076-bcbc-47e8-816c-76bac3db343d in Status: IN_PROGRESS for 2s [ 1195.322564] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.322785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.322785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.323034] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.323116] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.323446] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.323446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.323446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.323758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.323758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.323758] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 is going to be updated. [ 1195.349864] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.350125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.350125] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.350338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.350475] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.358182] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 in Status: IN_PROGRESS for 2s [ 1195.438548] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.941648] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.942090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.942090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.942090] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.942211] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.942268] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be updated. [ 1195.971323] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.971323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.971323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.971323] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.971783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.978994] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: IN_PROGRESS for 2s [ 1197.057585] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dac3b076-bcbc-47e8-816c-76bac3db343d in Status: SUCCESS [ 1197.057978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.367902] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 in Status: SUCCESS [ 1197.368112] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 deletion is rescheduled due to dependency. [ 1197.368274] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.989082] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 1197.989451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.989703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.989984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.990242] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.990385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.990485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.990650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.990754] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.990865] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.990973] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.493746] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.996535] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aba74689-1fae-4ad0-bb7a-431fbd8ec089: rpc.has_security_group_logging(os_id): False [ 1199.014222] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.014453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.014453] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.014700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.014797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.015052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.015160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.015225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.015418] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.015518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.015591] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be updated. [ 1199.074763] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.074992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.075174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.075615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.075860] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.091093] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: IN_PROGRESS for 2s [ 1199.817693] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.818174] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1201.104945] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 1201.104945] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.819022] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.819380] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.182537] env[63021]: INFO networking_nsxv3.common.synchronization [req-9d4dd6b2-de09-423c-b976-3bf945cebc41 req-5829db02-407f-438f-9745-4879a5c3f6fc tempest-ServerActionsTestOtherA-431602134 tempest-ServerActionsTestOtherA-431602134-project-member] Enqueued Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 1206.183074] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909d68a-e289-43c1-a75f-ceb469954202 with Priority: HIGHEST for action security_group_members [ 1206.183384] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-6909d68a-e289-43c1-a75f-ceb469954202 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.183699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.183699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.183857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.184032] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.184032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.184182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.184240] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.184293] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.184364] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6909d68a-e289-43c1-a75f-ceb469954202',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.686492] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.686726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.686726] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.687043] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.687156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.687357] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.687462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.687522] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.687674] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.687753] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.687861] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 is going to be updated. [ 1206.713333] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.713466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.713798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.713798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.713965] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.721668] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: IN_PROGRESS for 2s [ 1208.732814] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6909d68a-e289-43c1-a75f-ceb469954202 in Status: SUCCESS [ 1208.733201] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6909d68a-e289-43c1-a75f-ceb469954202 deletion is rescheduled due to dependency. [ 1208.733201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6909d68a-e289-43c1-a75f-ceb469954202" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.184750] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.185161] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.186449] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.186792] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.465831] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.466038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.466177] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.466505] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.466791] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.466969] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.467108] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.467355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.467514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.467758] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.467871] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.467987] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.468127] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.468277] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.468444] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.468594] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.488823] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.488987] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.489149] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.489320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-457" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.489627] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.489789] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.489918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.490170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.490332] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51c6d9df-5b87-40a0-8c2b-5586869a3c0f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.992821] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.993124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.993179] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.993488] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.993649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.993951] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.994134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.994260] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.994489] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.994633] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.994975] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.995200] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.995334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.995570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.995715] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.995885] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 51c6d9df-5b87-40a0-8c2b-5586869a3c0f is going to be updated. [ 1217.016746] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.016910] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.017080] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.017308] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.017499] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.017716] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.672298] env[63021]: INFO networking_nsxv3.common.synchronization [req-cea7c903-d775-48eb-94dd-681b56bf20d2 req-2d8800e2-6f0c-450d-9333-4d2c8a928cc6 service nova] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 1217.672551] env[63021]: INFO networking_nsxv3.common.synchronization [req-cea7c903-d775-48eb-94dd-681b56bf20d2 req-2d8800e2-6f0c-450d-9333-4d2c8a928cc6 service nova] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 1217.672677] env[63021]: INFO networking_nsxv3.common.synchronization [req-cea7c903-d775-48eb-94dd-681b56bf20d2 req-2d8800e2-6f0c-450d-9333-4d2c8a928cc6 service nova] Enqueued Resource ID: 51c6d9df-5b87-40a0-8c2b-5586869a3c0f with Priority: HIGHEST for action port [ 1217.672896] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_rules [ 1217.673036] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 1217.673137] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c6d9df-5b87-40a0-8c2b-5586869a3c0f with Priority: HIGHEST for action port [ 1217.673656] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.673866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.673866] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.674072] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.674148] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.674957] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.675085] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.675153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.675316] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.675497] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.675561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.675611] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.675743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.675823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.675924] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.676647] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.676916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.676916] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.677077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.677077] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51c6d9df-5b87-40a0-8c2b-5586869a3c0f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.178552] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.179581] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.179683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.179839] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51c6d9df-5b87-40a0-8c2b-5586869a3c0f with status ACTIVE [ 1218.179995] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.180118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.180182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.180378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.180467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.180637] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.180738] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.180801] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.180960] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.181053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.181287] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.181338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.181370] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.181502] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.181590] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.181653] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51c6d9df-5b87-40a0-8c2b-5586869a3c0f is going to be updated. [ 1218.203702] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.203885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.203885] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.204078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.204173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.204322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51c6d9df-5b87-40a0-8c2b-5586869a3c0f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.684096] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.186557] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.186787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.186837] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.187087] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.187201] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.187286] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 1219.235203] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.235426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.235426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.235596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.235761] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.246681] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 1221.259044] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 1221.259044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.259044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.259044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.259556] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.259556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.259556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.259556] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.259718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.259718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.259779] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.762481] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.947323] env[63021]: INFO networking_nsxv3.common.synchronization [req-8a0ec3ed-fe6b-47ed-ac63-59654596b16e req-f3743dbc-5c1e-482a-90e7-515f6f87a4e7 tempest-AttachVolumeNegativeTest-1243436832 tempest-AttachVolumeNegativeTest-1243436832-project-member] Enqueued Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_members [ 1221.947828] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGHEST for action security_group_members [ 1221.948421] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.949104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.949104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.949104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.949104] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.949104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.949104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.949541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.949541] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.949541] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.266360] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ede6ac6-73c6-467b-909f-99951f42d28d: rpc.has_security_group_logging(os_id): False [ 1222.283881] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.284126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.284126] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.284366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.284487] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.284716] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.284927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.284927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.285154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.285154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.285346] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 1222.354189] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.354382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.354426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.354602] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.354786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.366021] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 1222.452702] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.452702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.452702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.452702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.452702] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.453109] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.453109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.453109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.453389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.453389] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.453555] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 is going to be updated. [ 1222.486490] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.486808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.486808] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.486934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.487108] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.499375] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 in Status: IN_PROGRESS for 2s [ 1224.380325] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 1224.380706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.508673] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 in Status: SUCCESS [ 1224.508847] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 deletion is rescheduled due to dependency. [ 1224.508947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.949115] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.949559] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.523736] env[63021]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1228.523969] env[63021]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a96ba3a0-d7aa-44ab-88f1-66d66ed99304 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1231.950229] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.950604] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1232.284905] env[63021]: INFO networking_nsxv3.common.synchronization [req-85567cb0-be14-4c1f-9f7c-3386b03f283a req-0f5471bb-b046-4b85-83b4-4e630f0ab9f1 tempest-ServerActionsTestOtherB-816222261 tempest-ServerActionsTestOtherB-816222261-project-member] Enqueued Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 1232.285416] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede6ac6-73c6-467b-909f-99951f42d28d with Priority: HIGHEST for action security_group_members [ 1232.285713] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede6ac6-73c6-467b-909f-99951f42d28d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.285838] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.285927] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.286123] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.286279] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.286378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.286432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.286581] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.286714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.286795] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede6ac6-73c6-467b-909f-99951f42d28d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.789811] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.789811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.789811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.790032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.790032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.790270] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.790406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.790490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.790661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.790764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.790871] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d is going to be updated. [ 1232.818956] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.819105] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.819156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.819373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.819508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.826859] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: IN_PROGRESS for 2s [ 1234.838606] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede6ac6-73c6-467b-909f-99951f42d28d in Status: SUCCESS [ 1234.838606] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede6ac6-73c6-467b-909f-99951f42d28d deletion is rescheduled due to dependency. [ 1234.838606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede6ac6-73c6-467b-909f-99951f42d28d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.285946] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.286556] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1240.466689] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.467046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.467046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.467117] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.467276] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.969817] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.472468] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.974953] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1241.975170] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1242.288090] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.288305] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.754058] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.754571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.754571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.754571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.765507] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1242.766523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.767548] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1242.802689] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.803023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.803023] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.803243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.819653] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.820408] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1242.820526] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1242.820616] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1242.932998] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.933151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.933226] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.933421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.935474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.935474] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1243.009278] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.009476] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.009547] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.009758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.010073] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.010360] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1243.052370] env[63021]: INFO networking_nsxv3.common.synchronization [req-55830c41-1575-490a-9f30-46a656dfa40a req-47a37cb1-a154-47e2-8b65-19c9190d64a1 tempest-AttachVolumeShelveTestJSON-1261217514 tempest-AttachVolumeShelveTestJSON-1261217514-project-member] Enqueued Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_members [ 1243.052923] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac3b076-bcbc-47e8-816c-76bac3db343d with Priority: HIGHEST for action security_group_members [ 1243.053363] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac3b076-bcbc-47e8-816c-76bac3db343d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.053499] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.053571] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.054461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.054569] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.054673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.054737] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.054887] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.055058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.055155] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dac3b076-bcbc-47e8-816c-76bac3db343d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.074161] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.074309] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.074373] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.074551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.074845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.075246] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1243.075366] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'05585405-8467-47e0-ba08-4815718f0d7f', 'b9f5ac9f-a32e-4c41-b099-dec4b2902e32', 'b9bc0cad-eda9-4703-a5f8-042148683d70', '6dc0d214-e3d1-4937-9383-d43fa57e9853', 'a57b6e2f-475e-4d85-874a-4525951c3c95', '8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1', 'f9c5ad3a-743e-4621-9281-b2f40d14745f', 'b288471e-ba54-4dfa-9cbd-37517e82a37c', '04f5fc26-99da-4abb-9556-794c2fc420c3', 'd18098fd-79a2-42af-a465-0de961f84b48', 'ef3fe6e4-d720-4e5c-bc59-c11e0b523803', 'f9d913ca-905b-4005-968c-3c426ca833be', '881bdffc-2240-442f-8cdf-cfffc582fa34', '64843afb-a031-4349-bdf7-21c14a124759', 'f783c38e-1965-4904-a73a-99fc9d7be9b4', '5d8510e6-5eca-41b4-9ce6-34f0b0a237c8', 'c1a4a9a0-e812-4803-a89d-ee9e3148e383', '06500c5c-8b54-425b-bc17-7787705b1ca3', 'c3b9e807-f03e-4742-9c9c-1d33879c2fb8', '1dcef994-34e4-4496-9bfc-55d087d54594', 'efc75dd5-2bef-4aac-ad00-124c10131dc5', 'bacb9ae4-0c49-4387-b746-76457256ebf2', '93943f6f-6d8c-4df9-adb5-90ec6d90c96b', 'b07d06d2-3676-414f-9d7c-fcbeca333dde', '8ac21ae8-4c99-4042-844d-e8e57306e220', 'cae32e0a-2242-4c1f-911a-6df391b58920', '59d01998-6216-4ece-9a65-e878d60e1f9c', '6c64b013-5c6b-4903-ace7-d3b90c333e38', '83e49ee4-615b-47a0-9a44-bf593a13457a', '0e24f21a-6732-42a0-b9bc-3cdf68a654c4', '7b4398f2-41ac-47fe-bb91-6d76b50348a6', 'e53bd21e-a2e0-444c-bd2b-b5d2444389ee', '84ca627a-5340-48bc-89b6-d13670c6ac03', '2ec56656-854d-43b5-8801-25600b712569', '4f739b3c-2b62-41c7-bd22-49decbdfcb72', '7ede6ac6-73c6-467b-909f-99951f42d28d', 'f7687c51-1c79-4f67-9c91-95f3c93aad5a', '84632093-a700-44f1-9bd9-3800580104f1', '0deed06d-3c5d-46ac-bd12-5f057ff070c3', '365844bf-f245-4eb7-b4dc-5384f7971f42', 'aba74689-1fae-4ad0-bb7a-431fbd8ec089', '6909d68a-e289-43c1-a75f-ceb469954202', 'dac3b076-bcbc-47e8-816c-76bac3db343d', '768939e9-45c6-49f2-88d3-c0701c549f56', 'e18fefeb-4458-4cb2-88c2-c0eb98837c9a', 'aa851a99-3a7f-45b0-988a-0ec3cf5b7141'} {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1243.075486] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1243.093978] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.094199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.094199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.094379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.094462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.094564] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1243.094636] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1243.094710] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1243.170562] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.170721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.170811] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.171020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.172156] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.172409] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1243.172488] env[63021]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63021) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1243.172562] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1243.172623] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1243.172705] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1243.172776] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGH for action security_group_rules [ 1243.172860] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGH for action security_group_rules [ 1243.172934] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGH for action security_group_rules [ 1243.172995] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGH for action security_group_rules [ 1243.173060] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGH for action security_group_rules [ 1243.173117] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGH for action security_group_rules [ 1243.173164] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGH for action security_group_rules [ 1243.173205] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGH for action security_group_rules [ 1243.173259] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 with Priority: HIGH for action security_group_rules [ 1243.173357] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGH for action security_group_rules [ 1243.173397] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGH for action security_group_rules [ 1243.173430] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGH for action security_group_rules [ 1243.173493] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 with Priority: HIGH for action security_group_rules [ 1243.173544] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGH for action security_group_rules [ 1243.173592] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGH for action security_group_rules [ 1243.173763] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGH for action security_group_rules [ 1243.173850] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGH for action security_group_rules [ 1243.173920] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 with Priority: HIGH for action security_group_rules [ 1243.174295] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGH for action security_group_rules [ 1243.174295] env[63021]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGH for action security_group_rules [ 1243.174295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.557221] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.557459] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.557690] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.557785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.576748] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.577044] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.577154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.577199] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.577355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.577435] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.577521] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac3b076-bcbc-47e8-816c-76bac3db343d is going to be updated. [ 1243.604128] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.604324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.604324] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.604544] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.604675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.631864] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac3b076-bcbc-47e8-816c-76bac3db343d in Status: IN_PROGRESS for 2s [ 1245.642739] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac3b076-bcbc-47e8-816c-76bac3db343d in Status: SUCCESS [ 1245.643159] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac3b076-bcbc-47e8-816c-76bac3db343d deletion is rescheduled due to dependency. [ 1245.643159] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac3b076-bcbc-47e8-816c-76bac3db343d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.054082] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.054440] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1248.054440] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05585405-8467-47e0-ba08-4815718f0d7f with Priority: HIGH for action security_group_rules [ 1248.054535] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0cad-eda9-4703-a5f8-042148683d70 with Priority: HIGH for action security_group_rules [ 1248.054535] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c5ad3a-743e-4621-9281-b2f40d14745f with Priority: HIGH for action security_group_rules [ 1248.054640] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 with Priority: HIGH for action security_group_rules [ 1248.054736] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcef994-34e4-4496-9bfc-55d087d54594 with Priority: HIGH for action security_group_rules [ 1248.054829] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 with Priority: HIGH for action security_group_rules [ 1248.054932] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 with Priority: HIGH for action security_group_rules [ 1248.055087] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 with Priority: HIGH for action security_group_rules [ 1248.055186] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64843afb-a031-4349-bdf7-21c14a124759 with Priority: HIGH for action security_group_rules [ 1248.055278] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 with Priority: HIGH for action security_group_rules [ 1248.055416] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 with Priority: HIGH for action security_group_rules [ 1248.055479] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d913ca-905b-4005-968c-3c426ca833be with Priority: HIGH for action security_group_rules [ 1248.055552] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 with Priority: HIGH for action security_group_rules [ 1248.055639] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18098fd-79a2-42af-a465-0de961f84b48 with Priority: HIGH for action security_group_rules [ 1248.055727] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 with Priority: HIGH for action security_group_rules [ 1248.055814] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 with Priority: HIGH for action security_group_rules [ 1248.055900] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288471e-ba54-4dfa-9cbd-37517e82a37c with Priority: HIGH for action security_group_rules [ 1248.056013] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b6e2f-475e-4d85-874a-4525951c3c95 with Priority: HIGH for action security_group_rules [ 1248.056122] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 with Priority: HIGH for action security_group_rules [ 1248.056210] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 with Priority: HIGH for action security_group_rules [ 1248.056586] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05585405-8467-47e0-ba08-4815718f0d7f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.056718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.056785] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.056998] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.057095] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05585405-8467-47e0-ba08-4815718f0d7f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.058078] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc0cad-eda9-4703-a5f8-042148683d70 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.058206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.058273] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.058443] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.058516] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc0cad-eda9-4703-a5f8-042148683d70',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.059291] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c5ad3a-743e-4621-9281-b2f40d14745f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.059400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.059485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.059640] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.059717] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c5ad3a-743e-4621-9281-b2f40d14745f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.060687] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f783c38e-1965-4904-a73a-99fc9d7be9b4 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.060792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.060859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.061020] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.061093] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f783c38e-1965-4904-a73a-99fc9d7be9b4',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.061769] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dcef994-34e4-4496-9bfc-55d087d54594 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.061872] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.061938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.062114] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.062201] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dcef994-34e4-4496-9bfc-55d087d54594',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.062903] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.063032] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.063111] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.063264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.063335] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3b9e807-f03e-4742-9c9c-1d33879c2fb8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.063989] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06500c5c-8b54-425b-bc17-7787705b1ca3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.064109] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.064175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.064320] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.064390] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06500c5c-8b54-425b-bc17-7787705b1ca3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.065349] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.065349] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.065559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.065621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.065722] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a4a9a0-e812-4803-a89d-ee9e3148e383',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.066549] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64843afb-a031-4349-bdf7-21c14a124759 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.066549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.066647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.066717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.066808] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64843afb-a031-4349-bdf7-21c14a124759',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.067450] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.067565] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.067614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.067758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.067830] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8510e6-5eca-41b4-9ce6-34f0b0a237c8',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.068586] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-881bdffc-2240-442f-8cdf-cfffc582fa34 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.068744] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.068806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.068924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.068996] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('881bdffc-2240-442f-8cdf-cfffc582fa34',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.069657] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d913ca-905b-4005-968c-3c426ca833be taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.069759] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.069825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.069971] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.070056] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d913ca-905b-4005-968c-3c426ca833be',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.070707] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.070805] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.070869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.071018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.071093] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3fe6e4-d720-4e5c-bc59-c11e0b523803',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.071728] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18098fd-79a2-42af-a465-0de961f84b48 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.071831] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.071897] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.072054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.072129] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18098fd-79a2-42af-a465-0de961f84b48',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.072876] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f5fc26-99da-4abb-9556-794c2fc420c3 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.072954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.073026] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.073176] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.073248] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f5fc26-99da-4abb-9556-794c2fc420c3',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.073902] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.073984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.074063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.074207] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.074278] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.074926] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b288471e-ba54-4dfa-9cbd-37517e82a37c taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.075068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.075139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.075284] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.075377] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b288471e-ba54-4dfa-9cbd-37517e82a37c',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.076116] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a57b6e2f-475e-4d85-874a-4525951c3c95 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.076261] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.076336] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.076486] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.076559] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a57b6e2f-475e-4d85-874a-4525951c3c95',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.077250] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.077364] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.077457] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.077513] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.077587] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f5ac9f-a32e-4c41-b099-dec4b2902e32',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.078277] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc0d214-e3d1-4937-9383-d43fa57e9853 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.078367] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.078412] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.078562] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.078667] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc0d214-e3d1-4937-9383-d43fa57e9853',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.645547] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.645707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.646011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.646011] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.647554] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.647672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.652661] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.652767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.671525] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.671651] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.672398] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.672597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.673203] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.673288] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.673657] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.673746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.674439] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.674533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.675260] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.675362] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.676030] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.676151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.676838] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.676931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.677529] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.677961] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.678044] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.678627] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.678995] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.679146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.679701] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.680129] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.680231] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.681050] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.681206] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.681315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.681890] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.682246] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.682341] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.682939] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.683460] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.683460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.683955] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.684343] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.684477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.685017] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.685415] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.685508] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.686097] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.686470] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.686561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.687138] env[63021]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.687521] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.687632] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f5fc26-99da-4abb-9556-794c2fc420c3 is going to be deleted. [ 1248.688460] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.688658] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.707490] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.707609] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64843afb-a031-4349-bdf7-21c14a124759 is going to be deleted. [ 1248.708407] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.708609] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.726014] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.726163] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc0cad-eda9-4703-a5f8-042148683d70 is going to be deleted. [ 1248.726947] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.727169] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.740697] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.740903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.746071] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.746190] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3fe6e4-d720-4e5c-bc59-c11e0b523803 is going to be deleted. [ 1248.746957] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.747173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.764207] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.764358] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.766592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.766740] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b288471e-ba54-4dfa-9cbd-37517e82a37c is going to be deleted. [ 1248.767577] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.767794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.789793] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.789904] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1 is going to be deleted. [ 1248.790616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.790795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.792011] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.792128] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.797119] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.797248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.821219] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.821328] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a4a9a0-e812-4803-a89d-ee9e3148e383 is going to be deleted. [ 1248.822063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.822249] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.829030] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.829139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.868194] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.868288] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dcef994-34e4-4496-9bfc-55d087d54594 is going to be deleted. [ 1248.868954] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.869168] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.940491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.940652] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05585405-8467-47e0-ba08-4815718f0d7f is going to be deleted. [ 1248.941450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.941657] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.942971] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.943104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.967300] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.967421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.981797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.981908] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06500c5c-8b54-425b-bc17-7787705b1ca3 is going to be deleted. [ 1248.982698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.982922] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.004197] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.004341] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.032134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.032286] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a57b6e2f-475e-4d85-874a-4525951c3c95 is going to be deleted. [ 1249.033184] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.033399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.100552] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.100892] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.132270] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.132395] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f783c38e-1965-4904-a73a-99fc9d7be9b4 is going to be deleted. [ 1249.133319] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.133528] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.139759] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.139869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.186849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.186955] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d913ca-905b-4005-968c-3c426ca833be is going to be deleted. [ 1249.187714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.187907] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.245642] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.245794] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.246582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.246692] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3b9e807-f03e-4742-9c9c-1d33879c2fb8 is going to be deleted. [ 1249.247429] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.247619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.285440] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.285582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.317074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.317189] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc0d214-e3d1-4937-9383-d43fa57e9853 is going to be deleted. [ 1249.317961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.318196] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.380517] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.380644] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.381355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.381464] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f5ac9f-a32e-4c41-b099-dec4b2902e32 is going to be deleted. [ 1249.382188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.382371] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.386106] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.386198] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.428852] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.428966] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18098fd-79a2-42af-a465-0de961f84b48 is going to be deleted. [ 1249.429663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.429843] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.459681] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.459786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.482575] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.482676] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c5ad3a-743e-4621-9281-b2f40d14745f is going to be deleted. [ 1249.483406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.483587] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.525674] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.525778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.561815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.561938] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 881bdffc-2240-442f-8cdf-cfffc582fa34 is going to be deleted. [ 1249.562797] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.563049] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.589901] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.590053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.594162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.594270] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8510e6-5eca-41b4-9ce6-34f0b0a237c8 is going to be deleted. [ 1249.594999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.595204] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.595295] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.595416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f5fc26-99da-4abb-9556-794c2fc420c3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.595579] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.595736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.595818] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.595933] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64843afb-a031-4349-bdf7-21c14a124759" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.596385] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.596578] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.596664] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.596787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc0cad-eda9-4703-a5f8-042148683d70" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.596908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.597063] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.597143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.597259] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3fe6e4-d720-4e5c-bc59-c11e0b523803" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.597387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.597525] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.597600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.597703] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b288471e-ba54-4dfa-9cbd-37517e82a37c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.597826] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.597961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.598047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.598162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e30406f-0f00-4eee-8c0e-2f4b1f9ee2a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.598294] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.598422] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.598495] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.598625] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a4a9a0-e812-4803-a89d-ee9e3148e383" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.599310] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.599411] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.599479] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.599627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.599706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.599821] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c5ad3a-743e-4621-9281-b2f40d14745f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.599940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.600095] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.600174] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.600284] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dcef994-34e4-4496-9bfc-55d087d54594" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.600406] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.600557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.600633] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.600787] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05585405-8467-47e0-ba08-4815718f0d7f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.600862] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.601010] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.601120] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.601290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06500c5c-8b54-425b-bc17-7787705b1ca3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.601461] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.601614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.601695] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.601807] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a57b6e2f-475e-4d85-874a-4525951c3c95" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.601940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.602092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.602171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.602278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f783c38e-1965-4904-a73a-99fc9d7be9b4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.602390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.602523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.602596] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.602699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3b9e807-f03e-4742-9c9c-1d33879c2fb8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.602823] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.602958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.603040] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.603152] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d913ca-905b-4005-968c-3c426ca833be" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.603263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.603395] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.603468] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.603573] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc0d214-e3d1-4937-9383-d43fa57e9853" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.603699] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.603832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.603904] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.604018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f5ac9f-a32e-4c41-b099-dec4b2902e32" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.604134] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.604269] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.604343] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.604442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18098fd-79a2-42af-a465-0de961f84b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.718515] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.718704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.718782] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.718976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.719098] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.719232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-881bdffc-2240-442f-8cdf-cfffc582fa34" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.726797] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.726977] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.727084] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.727315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.727426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.727564] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8510e6-5eca-41b4-9ce6-34f0b0a237c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.057263] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.057523] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.058917] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.059238] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.060452] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.060861] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.061872] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.062138] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.062821] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.063240] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.237182] env[63021]: INFO networking_nsxv3.common.synchronization [req-b6637f19-720a-4b45-853b-7b033b7fce96 req-8dc7f06b-2ea5-4f78-b998-c9cc74afed85 tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1274.237182] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1274.237182] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.237182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.237182] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.237614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.237614] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.237614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.237614] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.237757] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.238303] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.238303] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.740731] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.740955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.740955] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.741195] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.766245] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.766492] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.766604] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.766673] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.766849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.766930] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.767027] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be updated. [ 1274.791298] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.791454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.791454] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.791627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.791749] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.799622] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: IN_PROGRESS for 2s [ 1276.810686] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 1276.811088] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 deletion is rescheduled due to dependency. [ 1276.811088] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.238113] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.238113] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.846352] env[63021]: INFO networking_nsxv3.common.synchronization [req-4ad9a670-1b56-4273-b9a6-09c7f466272b req-ad8577be-e554-472e-83c0-8604a07868d7 tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1280.846696] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1280.846905] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.847045] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.847160] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.847290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.847440] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.847530] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.847592] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.847731] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.847810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.847901] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.100262] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.100486] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.100636] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.100930] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.101229] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.101402] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.101542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.101838] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.102051] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.102295] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.102417] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.102531] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.102642] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.102755] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.102865] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.102999] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.122985] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.123171] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1281.123281] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.123454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-740" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.123735] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-3de00577-cb32-4425-bfe5-8c40b4fd4e52 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.123903] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-3de00577-cb32-4425-bfe5-8c40b4fd4e52" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.124082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-3de00577-cb32-4425-bfe5-8c40b4fd4e52" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.124388] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-3de00577-cb32-4425-bfe5-8c40b4fd4e52" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.124542] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de00577-cb32-4425-bfe5-8c40b4fd4e52',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.350926] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.351103] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.351167] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.351333] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.351427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.351619] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.351718] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.351777] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.351926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.352013] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.352102] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be updated. [ 1281.375169] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.375368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.375414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.375551] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.375683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.385023] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: IN_PROGRESS for 2s [ 1281.627063] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.627063] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.627063] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.627314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.627314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.627422] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 3de00577-cb32-4425-bfe5-8c40b4fd4e52 not found, creating... [ 1281.627683] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.627843] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.627963] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.628198] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.628339] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.628624] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.628782] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.628903] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.629123] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.629263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.629406] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 3de00577-cb32-4425-bfe5-8c40b4fd4e52 is going to be created. [ 1281.646845] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.647018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.647129] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.647354] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.647578] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.647793] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-3de00577-cb32-4425-bfe5-8c40b4fd4e52" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.320678] env[63021]: INFO networking_nsxv3.common.synchronization [req-4ad9a670-1b56-4273-b9a6-09c7f466272b req-06d9b143-b463-4c37-bc40-07f0e384e344 service nova] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_rules [ 1282.320928] env[63021]: INFO networking_nsxv3.common.synchronization [req-4ad9a670-1b56-4273-b9a6-09c7f466272b req-06d9b143-b463-4c37-bc40-07f0e384e344 service nova] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1282.321041] env[63021]: INFO networking_nsxv3.common.synchronization [req-4ad9a670-1b56-4273-b9a6-09c7f466272b req-06d9b143-b463-4c37-bc40-07f0e384e344 service nova] Enqueued Resource ID: 3de00577-cb32-4425-bfe5-8c40b4fd4e52 with Priority: HIGHEST for action port [ 1282.321223] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_rules [ 1282.321352] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1282.321448] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de00577-cb32-4425-bfe5-8c40b4fd4e52 with Priority: HIGHEST for action port [ 1282.321984] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.322139] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.322206] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.322432] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.322479] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.323236] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.323363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.323566] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de00577-cb32-4425-bfe5-8c40b4fd4e52 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.323688] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de00577-cb32-4425-bfe5-8c40b4fd4e52" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.323723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de00577-cb32-4425-bfe5-8c40b4fd4e52" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.323876] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de00577-cb32-4425-bfe5-8c40b4fd4e52" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.323946] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de00577-cb32-4425-bfe5-8c40b4fd4e52',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.826621] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.826812] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.826960] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3de00577-cb32-4425-bfe5-8c40b4fd4e52 with status ACTIVE [ 1282.827146] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.827254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.827314] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.827554] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.827679] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.827806] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.827912] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.827950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.828113] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.828190] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.828364] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.828451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.828509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.828642] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.828714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.828796] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3de00577-cb32-4425-bfe5-8c40b4fd4e52 is going to be updated. [ 1282.847378] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.847514] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.847557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.847728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.847853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.847995] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de00577-cb32-4425-bfe5-8c40b4fd4e52" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.393950] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 1283.394254] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 deletion is rescheduled due to dependency. [ 1283.394254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.394416] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.394628] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1283.394807] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.394924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.394990] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.395151] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1283.395232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.395359] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.898087] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.399824] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.902159] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.902315] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.902388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.902600] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.902689] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.902788] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be updated. [ 1284.930792] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.930792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.930792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.930792] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.931129] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.945090] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: IN_PROGRESS for 2s [ 1286.954744] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 1286.955100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.955100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.955306] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.955516] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.955631] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.955698] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.955839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.955918] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.956012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.956114] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.322700] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.322897] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1287.458526] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.960655] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aba74689-1fae-4ad0-bb7a-431fbd8ec089: rpc.has_security_group_logging(os_id): False [ 1287.978284] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.978485] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.978548] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.978767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.978859] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.979128] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.979223] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.979290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.979455] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.979533] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.979619] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be updated. [ 1288.130429] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.130652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.130652] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.130820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.130958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.142526] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: IN_PROGRESS for 2s [ 1290.157047] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 1290.157047] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.323878] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.324341] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.325326] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.325666] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.326424] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.326786] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.327826] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.328352] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.329453] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.329789] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.330497] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.330914] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.331929] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.332317] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.332766] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.333056] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.334071] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.334071] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.334661] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.334899] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.336153] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.336557] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.290821] env[63021]: INFO networking_nsxv3.common.synchronization [req-50b93ed7-f903-4284-82a8-3f13c6f14e85 req-a64c9352-e390-4655-ac2e-592b86d872b1 tempest-ServerActionsTestJSON-83366727 tempest-ServerActionsTestJSON-83366727-project-member] Enqueued Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1343.291292] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 with Priority: HIGHEST for action security_group_members [ 1343.291595] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba74689-1fae-4ad0-bb7a-431fbd8ec089 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.291717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.291779] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.291980] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.292277] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.292417] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.292523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.292608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.292687] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.292838] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba74689-1fae-4ad0-bb7a-431fbd8ec089',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.795447] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.795447] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.795908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.795908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.795908] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.796061] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.796131] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.796243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.796425] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.796532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.796642] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 is going to be updated. [ 1343.831508] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.831693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.831693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.831893] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.832061] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.839304] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: IN_PROGRESS for 2s [ 1345.849280] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 in Status: SUCCESS [ 1345.849667] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba74689-1fae-4ad0-bb7a-431fbd8ec089 deletion is rescheduled due to dependency. [ 1345.849667] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba74689-1fae-4ad0-bb7a-431fbd8ec089" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.292447] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.292743] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.773016] env[63021]: INFO networking_nsxv3.common.synchronization [None req-33b55afd-0904-4e12-8aae-fbd87819cf99 None None] Enqueued Resource ID: 53e7e770-02df-4f77-884b-5664375f7d9d with Priority: HIGHEST for action port [ 1350.773583] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e7e770-02df-4f77-884b-5664375f7d9d with Priority: HIGHEST for action port [ 1350.773980] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-53e7e770-02df-4f77-884b-5664375f7d9d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.774230] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53e7e770-02df-4f77-884b-5664375f7d9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.774328] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53e7e770-02df-4f77-884b-5664375f7d9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.774612] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53e7e770-02df-4f77-884b-5664375f7d9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.774731] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53e7e770-02df-4f77-884b-5664375f7d9d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.277565] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53e7e770-02df-4f77-884b-5664375f7d9d [ 1351.277803] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.277938] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.278014] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.278238] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.278332] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.278426] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53e7e770-02df-4f77-884b-5664375f7d9d already deleted. [ 1351.278506] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53e7e770-02df-4f77-884b-5664375f7d9d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.756341] env[63021]: INFO networking_nsxv3.common.synchronization [None req-2b828ac0-be45-49ad-899e-a0d57e057832 None None] Enqueued Resource ID: 8eca8663-5a6e-412e-967f-986fcb09af45 with Priority: HIGHEST for action port [ 1352.756341] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eca8663-5a6e-412e-967f-986fcb09af45 with Priority: HIGHEST for action port [ 1352.756341] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eca8663-5a6e-412e-967f-986fcb09af45 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.756341] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eca8663-5a6e-412e-967f-986fcb09af45" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.756341] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eca8663-5a6e-412e-967f-986fcb09af45" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.756857] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eca8663-5a6e-412e-967f-986fcb09af45" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1352.757073] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eca8663-5a6e-412e-967f-986fcb09af45',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.261033] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8eca8663-5a6e-412e-967f-986fcb09af45 [ 1353.261033] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.261033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.261033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.261366] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1353.261505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.261629] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8eca8663-5a6e-412e-967f-986fcb09af45 already deleted. [ 1353.261770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eca8663-5a6e-412e-967f-986fcb09af45" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.849927] env[63021]: INFO networking_nsxv3.common.synchronization [req-13d3f978-a524-4a7e-af2f-2fec9c4dee18 req-40b8c1b4-7632-46c9-8736-4b4b506f0536 tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1355.850458] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1355.850760] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.850883] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.850952] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.851247] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.851404] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.851509] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.851569] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.851713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.851796] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.851888] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.111831] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.112052] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-896" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.112200] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-896" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.112542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-896" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.112827] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.112992] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.113128] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.113355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.113539] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.113757] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1356.113927] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1356.114087] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1356.114215] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1356.114331] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1356.114444] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1356.114580] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1356.134571] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1356.134571] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1356.134571] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1356.134731] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-896" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.134942] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.135128] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.135256] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.135545] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.135687] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f54c2c-815f-47bd-aa41-2d2ede7ba86d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.353869] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.354070] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.354177] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.354326] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.354729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.354729] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.354729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.354729] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.354931] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.355042] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.355076] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f already deleted. [ 1356.355157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.638106] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.638329] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.638464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.638789] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.638953] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.639125] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port 91f54c2c-815f-47bd-aa41-2d2ede7ba86d not found, creating... [ 1356.639396] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.640025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.640025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.640025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.640025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.640659] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.640659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.640659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.641745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.641745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.641745] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: 91f54c2c-815f-47bd-aa41-2d2ede7ba86d is going to be created. [ 1356.659397] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.659586] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.659715] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.659953] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.660189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.660421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.324067] env[63021]: INFO networking_nsxv3.common.synchronization [req-13d3f978-a524-4a7e-af2f-2fec9c4dee18 req-9c400738-d1e1-45ae-8411-c4a15e5413b3 service nova] Enqueued Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_rules [ 1357.324379] env[63021]: INFO networking_nsxv3.common.synchronization [req-13d3f978-a524-4a7e-af2f-2fec9c4dee18 req-9c400738-d1e1-45ae-8411-c4a15e5413b3 service nova] Enqueued Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1357.324491] env[63021]: INFO networking_nsxv3.common.synchronization [req-13d3f978-a524-4a7e-af2f-2fec9c4dee18 req-9c400738-d1e1-45ae-8411-c4a15e5413b3 service nova] Enqueued Resource ID: 91f54c2c-815f-47bd-aa41-2d2ede7ba86d with Priority: HIGHEST for action port [ 1357.324636] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_rules [ 1357.324762] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1357.324854] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f54c2c-815f-47bd-aa41-2d2ede7ba86d with Priority: HIGHEST for action port [ 1357.326743] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.326743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.326743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.326743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.326743] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.327770] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.327770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.327770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.327982] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.328123] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.328225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.328305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.328770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.328770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.328770] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.329804] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.329911] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.329970] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.330149] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.330397] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f54c2c-815f-47bd-aa41-2d2ede7ba86d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.831860] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.831992] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.832191] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91f54c2c-815f-47bd-aa41-2d2ede7ba86d with status ACTIVE [ 1357.832360] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.832466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.832532] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.832742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.832832] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.833011] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.833107] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.833175] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.833321] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.833519] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.833566] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.833663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.833707] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.833845] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.833919] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.833999] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91f54c2c-815f-47bd-aa41-2d2ede7ba86d is going to be updated. [ 1357.835195] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.853431] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.853621] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.853670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.853820] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.854222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.854222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.338210] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.840754] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.840972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.840972] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.841264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1358.841346] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.841388] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f is going to be created. [ 1358.863356] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.863531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.863531] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.863706] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1358.863854] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.871895] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: UNINITIALIZED for 2s [ 1360.883053] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: SUCCESS [ 1360.883053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.883478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.883478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.883570] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.883648] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.883712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.883861] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.883937] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.884036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.884129] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.386231] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.386510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.386510] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.386714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.386884] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.386979] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.387053] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.387200] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.387290] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.387399] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.387533] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.387624] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.387685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.387825] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.387965] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.388064] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.388137] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.388263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.388342] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.388426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.388544] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.891140] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f: rpc.has_security_group_logging(os_id): False [ 1361.909164] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.909378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.909491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.909755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.909848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.910062] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.910166] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.910228] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.910387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.910467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.910658] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.910750] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.910810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.910962] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.911041] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.911219] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.911313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.911369] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.911494] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.911566] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.911646] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f is going to be created. [ 1361.969146] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.969289] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.969355] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.969557] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.969728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.979627] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: IN_PROGRESS for 2s [ 1362.326110] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.326282] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1363.995386] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: SUCCESS [ 1363.995705] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.327142] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.327480] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.328375] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.328709] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.935504] env[63021]: INFO networking_nsxv3.common.synchronization [req-ab359c4e-3a7c-4589-a469-a4b063580cc4 req-3e780816-aa1d-4a57-a89f-cd015da5e547 tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: 8e96e760-b875-4adc-8d7a-63c177ec668f with Priority: HIGHEST for action security_group_members [ 1372.935504] env[63021]: INFO networking_nsxv3.common.synchronization [req-ab359c4e-3a7c-4589-a469-a4b063580cc4 req-3e780816-aa1d-4a57-a89f-cd015da5e547 tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1372.935504] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e96e760-b875-4adc-8d7a-63c177ec668f with Priority: HIGHEST for action security_group_members [ 1372.935504] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1372.935905] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e96e760-b875-4adc-8d7a-63c177ec668f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.935905] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.935976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.937264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.937264] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.937264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.937264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.937264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.937264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.937264] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e96e760-b875-4adc-8d7a-63c177ec668f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.938414] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.938414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.938414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.938414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.938663] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.938663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.938813] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.938869] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.938961] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.939024] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.975766] env[63021]: INFO networking_nsxv3.common.synchronization [req-ab359c4e-3a7c-4589-a469-a4b063580cc4 req-3e780816-aa1d-4a57-a89f-cd015da5e547 tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: 8e96e760-b875-4adc-8d7a-63c177ec668f with Priority: HIGHEST for action security_group_rules [ 1372.975951] env[63021]: INFO networking_nsxv3.common.synchronization [req-ab359c4e-3a7c-4589-a469-a4b063580cc4 req-3e780816-aa1d-4a57-a89f-cd015da5e547 tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: 8e96e760-b875-4adc-8d7a-63c177ec668f with Priority: HIGHEST for action security_group_members [ 1372.976116] env[63021]: INFO networking_nsxv3.common.synchronization [req-ab359c4e-3a7c-4589-a469-a4b063580cc4 req-3e780816-aa1d-4a57-a89f-cd015da5e547 tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_rules [ 1372.976480] env[63021]: INFO networking_nsxv3.common.synchronization [req-ab359c4e-3a7c-4589-a469-a4b063580cc4 req-3e780816-aa1d-4a57-a89f-cd015da5e547 tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1372.976480] env[63021]: INFO networking_nsxv3.common.synchronization [req-ab359c4e-3a7c-4589-a469-a4b063580cc4 req-3e780816-aa1d-4a57-a89f-cd015da5e547 tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: 91f54c2c-815f-47bd-aa41-2d2ede7ba86d with Priority: HIGHEST for action port [ 1372.976818] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e96e760-b875-4adc-8d7a-63c177ec668f with Priority: HIGHEST for action security_group_rules [ 1372.976946] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_rules [ 1372.977167] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f54c2c-815f-47bd-aa41-2d2ede7ba86d with Priority: HIGHEST for action port [ 1372.977288] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e96e760-b875-4adc-8d7a-63c177ec668f with Priority: HIGHEST for action security_group_members [ 1372.977389] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1372.977697] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e96e760-b875-4adc-8d7a-63c177ec668f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.977815] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.977928] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.978112] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.978191] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e96e760-b875-4adc-8d7a-63c177ec668f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.979111] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.979221] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.979379] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.979553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.979630] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.982118] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.982118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.982118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.982118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.982118] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f54c2c-815f-47bd-aa41-2d2ede7ba86d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.982118] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e96e760-b875-4adc-8d7a-63c177ec668f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.982118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.982118] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.982118] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.245121] env[63021]: INFO networking_nsxv3.common.synchronization [req-a6e3bfec-bf2d-48bb-98a4-4b7f85537929 req-3a047ced-36e1-4964-8811-78328577d6bd tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: 8e96e760-b875-4adc-8d7a-63c177ec668f with Priority: HIGHEST for action security_group_members [ 1373.245313] env[63021]: INFO networking_nsxv3.common.synchronization [req-a6e3bfec-bf2d-48bb-98a4-4b7f85537929 req-3a047ced-36e1-4964-8811-78328577d6bd tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1373.245663] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e96e760-b875-4adc-8d7a-63c177ec668f with Priority: HIGHEST for action security_group_members [ 1373.245663] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1373.246314] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e96e760-b875-4adc-8d7a-63c177ec668f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.246314] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.246525] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.246601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.285522] env[63021]: INFO networking_nsxv3.common.synchronization [req-a6e3bfec-bf2d-48bb-98a4-4b7f85537929 req-3a047ced-36e1-4964-8811-78328577d6bd tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_rules [ 1373.285708] env[63021]: INFO networking_nsxv3.common.synchronization [req-a6e3bfec-bf2d-48bb-98a4-4b7f85537929 req-3a047ced-36e1-4964-8811-78328577d6bd tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1373.285897] env[63021]: INFO networking_nsxv3.common.synchronization [req-a6e3bfec-bf2d-48bb-98a4-4b7f85537929 req-3a047ced-36e1-4964-8811-78328577d6bd tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: 91f54c2c-815f-47bd-aa41-2d2ede7ba86d with Priority: HIGHEST for action port [ 1373.286304] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_rules [ 1373.286472] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1373.286828] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f54c2c-815f-47bd-aa41-2d2ede7ba86d with Priority: HIGHEST for action port [ 1373.287265] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.287378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.287628] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.287670] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.287824] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.287953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.440955] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e96e760-b875-4adc-8d7a-63c177ec668f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.441843] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.482336] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e96e760-b875-4adc-8d7a-63c177ec668f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.482471] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.482700] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.482791] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.484302] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91f54c2c-815f-47bd-aa41-2d2ede7ba86d with status ACTIVE [ 1373.484475] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.484758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.484758] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.484844] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.484924] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.485102] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.485210] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.485267] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.485470] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.485518] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.485778] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.485778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.485871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.485941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.486016] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.486105] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91f54c2c-815f-47bd-aa41-2d2ede7ba86d is going to be updated. [ 1373.506912] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.507057] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.507096] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.507262] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.507393] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.507549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.507681] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.507829] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.507910] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f54c2c-815f-47bd-aa41-2d2ede7ba86d',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.943953] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e96e760-b875-4adc-8d7a-63c177ec668f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.945163] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.009858] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91f54c2c-815f-47bd-aa41-2d2ede7ba86d with status ACTIVE [ 1374.010080] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.010305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.010305] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.010474] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.010561] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.010731] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.010827] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.010889] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.011104] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.011157] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.011315] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.011400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.011464] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.011595] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.011666] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.011749] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91f54c2c-815f-47bd-aa41-2d2ede7ba86d is going to be updated. [ 1374.031154] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.031278] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.031341] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.031507] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.031632] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.031822] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f54c2c-815f-47bd-aa41-2d2ede7ba86d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.447945] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.448338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.448338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.448400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.448529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.448615] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e96e760-b875-4adc-8d7a-63c177ec668f is going to be created. [ 1374.449763] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.449880] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.449946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.450108] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.450188] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.450275] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f is going to be updated. [ 1374.480658] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.480976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.480976] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.481115] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.481208] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.492538] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.492696] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.492739] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.493078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.493078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.494570] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e96e760-b875-4adc-8d7a-63c177ec668f in Status: UNINITIALIZED for 2s [ 1374.507081] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: IN_PROGRESS for 2s [ 1376.513877] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e96e760-b875-4adc-8d7a-63c177ec668f in Status: SUCCESS [ 1376.514209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.514209] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.514404] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.514605] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.514723] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.514790] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.514944] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.515036] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.515130] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e96e760-b875-4adc-8d7a-63c177ec668f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.516527] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: SUCCESS [ 1376.516713] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.516853] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.517068] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.517234] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.517338] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.517403] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.517582] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.517672] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.517753] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.019876] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.020074] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.020171] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.020421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.020549] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.020778] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.020891] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.020958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.021153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.021243] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.021372] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e96e760-b875-4adc-8d7a-63c177ec668f is going to be deleted. [ 1377.022400] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.048740] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.048958] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.049017] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.049217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.049304] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.049402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.049774] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.049941] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.050117] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.050217] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.050282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.050426] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.050500] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.050591] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e96e760-b875-4adc-8d7a-63c177ec668f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.524883] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.552676] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.552828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.552903] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.553138] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.553239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.553439] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.553542] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.553627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.553795] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.553874] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.553971] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e96e760-b875-4adc-8d7a-63c177ec668f already deleted. [ 1377.554062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.554222] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.554402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.554560] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.554686] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.554717] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.554862] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.554975] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.555046] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e96e760-b875-4adc-8d7a-63c177ec668f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.027184] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.027282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.027282] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.027517] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.027636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.027738] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f is going to be updated. [ 1378.057047] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.057197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.057257] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.057467] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.057553] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.057742] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.057839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.057901] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.058058] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.058136] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.058222] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e96e760-b875-4adc-8d7a-63c177ec668f already deleted. [ 1378.058300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.058393] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e96e760-b875-4adc-8d7a-63c177ec668f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.059963] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.060077] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.060150] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.060300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.060436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.070450] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: IN_PROGRESS for 2s [ 1378.287956] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.288110] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1378.324207] env[63021]: INFO networking_nsxv3.common.synchronization [req-9bdb36f9-04cb-4637-99d4-acf80939bd8d req-644c1a6f-41d4-4b4d-b623-dbf48fdaca59 tempest-ServerRescueTestJSONUnderV235-845350109 tempest-ServerRescueTestJSONUnderV235-845350109-project-member] Enqueued Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1378.326331] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f with Priority: HIGHEST for action security_group_members [ 1378.326666] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.326773] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.561865] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e96e760-b875-4adc-8d7a-63c177ec668f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.063650] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e96e760-b875-4adc-8d7a-63c177ec668f: rpc.has_security_group_logging(os_id): False [ 1379.083115] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.083310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.083310] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.083511] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.083623] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.083824] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.083926] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.083991] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.084162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.084239] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.084323] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e96e760-b875-4adc-8d7a-63c177ec668f is going to be created. [ 1379.098756] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8e96e760-b875-4adc-8d7a-63c177ec668f], does not exist path=[/infra/domains/default/groups/8e96e760-b875-4adc-8d7a-63c177ec668f]."\n}' [ 1379.098888] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e96e760-b875-4adc-8d7a-63c177ec668f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8e96e760-b875-4adc-8d7a-63c177ec668f [ 1379.098980] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1379.128585] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.128728] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.128770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.128974] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.129677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.129919] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.130033] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.130101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.130254] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.130331] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.130495] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.130615] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.130645] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.130770] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.130840] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.130921] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e96e760-b875-4adc-8d7a-63c177ec668f is going to be created. [ 1379.145643] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8e96e760-b875-4adc-8d7a-63c177ec668f], does not exist path=[/infra/domains/default/groups/8e96e760-b875-4adc-8d7a-63c177ec668f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8e96e760-b875-4adc-8d7a-63c177ec668f [ 1379.145755] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e96e760-b875-4adc-8d7a-63c177ec668f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.145950] env[63021]: Traceback (most recent call last): [ 1379.145996] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1379.145996] env[63021]: return func(*args, **kwargs) [ 1379.145996] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1379.145996] env[63021]: res.raise_for_status() [ 1379.145996] env[63021]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1379.145996] env[63021]: raise HTTPError(http_error_msg, response=self) [ 1379.145996] env[63021]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8e96e760-b875-4adc-8d7a-63c177ec668f [ 1379.145996] env[63021]: During handling of the above exception, another exception occurred: [ 1379.145996] env[63021]: Traceback (most recent call last): [ 1379.145996] env[63021]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1379.145996] env[63021]: listener.cb(fileno) [ 1379.145996] env[63021]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1379.145996] env[63021]: result = function(*args, **kwargs) [ 1379.145996] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1379.145996] env[63021]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1379.145996] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1379.145996] env[63021]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1379.145996] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1379.145996] env[63021]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1379.146421] env[63021]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1379.146421] env[63021]: res.raise_for_status() [ 1379.146421] env[63021]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1379.146421] env[63021]: raise HTTPError(http_error_msg, response=self) [ 1379.146421] env[63021]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8e96e760-b875-4adc-8d7a-63c177ec668f [ 1379.146421] env[63021]: Removing descriptor: 13 [ 1380.080023] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: SUCCESS [ 1380.080375] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.080409] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.080620] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.080801] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.080913] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.080978] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.081153] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.081232] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.081322] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.583845] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.584024] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.584124] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.584300] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.603012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.603266] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.603377] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.603434] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.603616] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.603700] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.603788] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f is going to be updated. [ 1380.626983] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.627130] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.627248] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.627368] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.627505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.634561] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: IN_PROGRESS for 2s [ 1382.717675] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: SUCCESS [ 1382.717986] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f deletion is rescheduled due to dependency. [ 1382.717986] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.718158] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.718441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.718553] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.718627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.718685] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.718833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.718914] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.719017] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.221260] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.221424] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.221483] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.221694] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.221810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.222030] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.222135] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.222197] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.222354] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.222433] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.222519] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f is going to be updated. [ 1383.248354] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.248466] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.248559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.248709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.248839] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.258322] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: IN_PROGRESS for 2s [ 1383.327432] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.327432] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1385.270770] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: SUCCESS [ 1385.271062] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f deletion is rescheduled due to dependency. [ 1385.271062] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.271230] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.271439] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.271622] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.271736] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.271798] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.271942] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.272035] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.272121] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.272255] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.273099] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.273281] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.273433] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.273536] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.273605] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.273734] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.273810] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.273892] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.570444] env[63021]: INFO networking_nsxv3.common.synchronization [None req-3da671d1-e58f-4a8d-aab3-68acf9d2dc3c None None] Enqueued Resource ID: f23948c9-dd6d-4fdb-b45b-d003a9b0a5b2 with Priority: HIGHEST for action port [ 1385.570713] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23948c9-dd6d-4fdb-b45b-d003a9b0a5b2 with Priority: HIGHEST for action port [ 1385.571268] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-f23948c9-dd6d-4fdb-b45b-d003a9b0a5b2 taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.571402] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f23948c9-dd6d-4fdb-b45b-d003a9b0a5b2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.571450] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f23948c9-dd6d-4fdb-b45b-d003a9b0a5b2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.571704] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f23948c9-dd6d-4fdb-b45b-d003a9b0a5b2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.571782] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f23948c9-dd6d-4fdb-b45b-d003a9b0a5b2',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.777946] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.779320] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.779601] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.779675] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.779871] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.779953] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.780228] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.780302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.780302] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.780442] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.780597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.780597] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f is going to be updated. [ 1385.804865] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.805027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.805146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.805365] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.805529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.814097] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: IN_PROGRESS for 2s [ 1386.073708] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f23948c9-dd6d-4fdb-b45b-d003a9b0a5b2 [ 1386.073940] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.074082] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.074154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.074348] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.074436] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.075027] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f23948c9-dd6d-4fdb-b45b-d003a9b0a5b2 already deleted. [ 1386.075027] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f23948c9-dd6d-4fdb-b45b-d003a9b0a5b2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.279947] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f: rpc.has_security_group_logging(os_id): False [ 1386.298398] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.298529] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.298608] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.298806] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.298915] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.299126] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.299224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.299287] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.299427] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.299504] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.299592] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f is going to be updated. [ 1386.350493] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.350663] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.350722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.350910] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.351054] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.361741] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: IN_PROGRESS for 2s [ 1387.374111] env[63021]: INFO networking_nsxv3.common.synchronization [None req-de7651f3-545d-416b-a932-ca840ad0e24d None None] Enqueued Resource ID: 2023c667-5006-45f2-ba89-ffdf9b1672aa with Priority: HIGHEST for action port [ 1387.374380] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2023c667-5006-45f2-ba89-ffdf9b1672aa with Priority: HIGHEST for action port [ 1387.374973] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-2023c667-5006-45f2-ba89-ffdf9b1672aa taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.375110] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2023c667-5006-45f2-ba89-ffdf9b1672aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.375264] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2023c667-5006-45f2-ba89-ffdf9b1672aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.375431] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2023c667-5006-45f2-ba89-ffdf9b1672aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.375512] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2023c667-5006-45f2-ba89-ffdf9b1672aa',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.824380] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: SUCCESS [ 1387.824544] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f deletion is rescheduled due to dependency. [ 1387.824677] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.877306] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2023c667-5006-45f2-ba89-ffdf9b1672aa [ 1387.877489] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.877639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.877730] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.877950] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.878046] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.878145] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2023c667-5006-45f2-ba89-ffdf9b1672aa already deleted. [ 1387.878225] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2023c667-5006-45f2-ba89-ffdf9b1672aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.373778] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f in Status: SUCCESS [ 1388.373994] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.374162] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.374387] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.374454] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.895207] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.895478] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.895661] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.896078] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.911650] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.911763] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f is going to be deleted. [ 1388.948319] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.948497] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.948540] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.948742] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.948833] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.948935] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afceb8aa-d6f9-4fe8-a1c8-d2129c4f987f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.487977] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2b9361a-bb98-4f46-98ad-b235e39f21c6 req-c834c716-ecc9-4fe0-a879-6d3a09037ca0 tempest-ServerTagsTestJSON-2042373095 tempest-ServerTagsTestJSON-2042373095-project-member] Enqueued Resource ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b with Priority: HIGHEST for action security_group_members [ 1390.488268] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b with Priority: HIGHEST for action security_group_members [ 1390.488536] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e032d4d-f501-423c-bec3-3dbfc53f286b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.488654] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.488746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.488999] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.489163] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.489263] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.489322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.489477] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.489597] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.489640] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e032d4d-f501-423c-bec3-3dbfc53f286b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.719439] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.719645] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "network-154" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.719781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "network-154" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.720129] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "network-154" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.720399] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.720562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.720683] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.720913] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.721122] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.721361] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1390.721479] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] NeedRegenerationException {{(pid=63021) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1390.721597] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] no value, waiting for create lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1390.721696] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] value creation lock acquired {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1390.721809] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] No value present for key: 'zone-id' {{(pid=63021) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1390.721916] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Calling creation function for not-yet-present value {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1390.722061] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1390.740207] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1390.740383] env[63021]: DEBUG dogpile.cache.region [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63021) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1390.740503] env[63021]: DEBUG dogpile.lock [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Released creation lock {{(pid=63021) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1390.740682] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "network-154" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.740982] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock port-ffb1392b-9625-4c1e-a6b2-e091f8f097aa taken with stack trace [, , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.741170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "port-ffb1392b-9625-4c1e-a6b2-e091f8f097aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.741294] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "port-ffb1392b-9625-4c1e-a6b2-e091f8f097aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.741594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "port-ffb1392b-9625-4c1e-a6b2-e091f8f097aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.741743] env[63021]: DEBUG networking_nsxv3.api.rpc [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb1392b-9625-4c1e-a6b2-e091f8f097aa',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.991326] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.991505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.991505] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.991693] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.991786] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.991986] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.992101] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.992165] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.992322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.992400] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.992486] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b already deleted. [ 1390.992567] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.244162] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.244342] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.244477] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.244761] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.244921] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.245100] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Segment Port ffb1392b-9625-4c1e-a6b2-e091f8f097aa not found, creating... [ 1391.245363] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.245535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.245660] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.245910] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.246088] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.246381] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.246542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.246703] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.246921] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.247193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.247367] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Resource: SegmentPort with ID: ffb1392b-9625-4c1e-a6b2-e091f8f097aa is going to be created. [ 1391.284164] env[63021]: DEBUG networking_nsxv3.common.locking [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.284376] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.284505] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.284753] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.284990] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.285233] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e7a85fb-23a6-4eb1-a3ae-dcfeb9d1a9be None None] Releasing lock "port-ffb1392b-9625-4c1e-a6b2-e091f8f097aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.937098] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2b9361a-bb98-4f46-98ad-b235e39f21c6 req-00af344a-83ab-402a-abcf-2d7a31b2d03d service nova] Enqueued Resource ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b with Priority: HIGHEST for action security_group_rules [ 1391.937098] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2b9361a-bb98-4f46-98ad-b235e39f21c6 req-00af344a-83ab-402a-abcf-2d7a31b2d03d service nova] Enqueued Resource ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b with Priority: HIGHEST for action security_group_members [ 1391.937098] env[63021]: INFO networking_nsxv3.common.synchronization [req-c2b9361a-bb98-4f46-98ad-b235e39f21c6 req-00af344a-83ab-402a-abcf-2d7a31b2d03d service nova] Enqueued Resource ID: ffb1392b-9625-4c1e-a6b2-e091f8f097aa with Priority: HIGHEST for action port [ 1391.937098] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b with Priority: HIGHEST for action security_group_rules [ 1391.937098] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b with Priority: HIGHEST for action security_group_members [ 1391.937098] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb1392b-9625-4c1e-a6b2-e091f8f097aa with Priority: HIGHEST for action port [ 1391.937098] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e032d4d-f501-423c-bec3-3dbfc53f286b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.937746] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.937913] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.938256] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.938431] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e032d4d-f501-423c-bec3-3dbfc53f286b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.939366] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e032d4d-f501-423c-bec3-3dbfc53f286b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.939606] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.939743] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.939984] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.940223] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.940421] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.940559] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.940778] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.940946] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.941121] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e032d4d-f501-423c-bec3-3dbfc53f286b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.942180] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffb1392b-9625-4c1e-a6b2-e091f8f097aa taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.942849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffb1392b-9625-4c1e-a6b2-e091f8f097aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.942849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffb1392b-9625-4c1e-a6b2-e091f8f097aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.942849] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffb1392b-9625-4c1e-a6b2-e091f8f097aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.942849] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb1392b-9625-4c1e-a6b2-e091f8f097aa',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.444233] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e032d4d-f501-423c-bec3-3dbfc53f286b taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.444363] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.444562] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e032d4d-f501-423c-bec3-3dbfc53f286b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.448408] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffb1392b-9625-4c1e-a6b2-e091f8f097aa with status ACTIVE [ 1392.448603] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.448767] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.448841] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.449065] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.449154] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.449333] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.449462] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.449516] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.449636] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.449709] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.449912] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.450038] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.450100] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.450241] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.450515] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.450515] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffb1392b-9625-4c1e-a6b2-e091f8f097aa is going to be updated. [ 1392.469712] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.469712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.469712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.469712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.469712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.469712] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffb1392b-9625-4c1e-a6b2-e091f8f097aa" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.947235] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e032d4d-f501-423c-bec3-3dbfc53f286b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.450505] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.450710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.450710] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.450929] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.451029] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.451133] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b is going to be created. [ 1393.473038] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.473173] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.473216] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.473382] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.473523] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.480917] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b in Status: UNINITIALIZED for 2s [ 1395.491490] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b in Status: SUCCESS [ 1395.491828] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.491863] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.492079] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.492272] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.492386] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.492451] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.492603] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.492682] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.492764] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.492869] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e032d4d-f501-423c-bec3-3dbfc53f286b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.995366] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e032d4d-f501-423c-bec3-3dbfc53f286b taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.995617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.995617] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.995772] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.995908] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.996012] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.996080] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.996235] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.996322] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.996408] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.996556] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e032d4d-f501-423c-bec3-3dbfc53f286b taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.996647] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.996732] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.996899] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.997052] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.997224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.997224] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.997335] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.997414] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.997491] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.997577] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e032d4d-f501-423c-bec3-3dbfc53f286b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.500018] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e032d4d-f501-423c-bec3-3dbfc53f286b: rpc.has_security_group_logging(os_id): False [ 1396.527530] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.527683] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.527722] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.527920] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.528018] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.528232] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.528334] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.528390] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.528543] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.528619] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.528796] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.528909] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.528940] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.529092] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.529878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.529878] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.529878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.529878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.529878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.529878] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.529878] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b is going to be created. [ 1396.585455] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.585572] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.585639] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.585802] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.585967] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.599942] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b in Status: IN_PROGRESS for 2s [ 1396.937829] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.937973] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1398.612837] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b in Status: SUCCESS [ 1398.613352] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.938643] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.939044] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.258775] env[63021]: INFO networking_nsxv3.common.synchronization [req-6b2eada4-e6c5-4dac-b254-927abd3a02b9 req-709dc483-e965-4789-b134-5ac5472efe27 tempest-ServerTagsTestJSON-2042373095 tempest-ServerTagsTestJSON-2042373095-project-member] Enqueued Resource ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b with Priority: HIGHEST for action security_group_members [ 1402.259314] env[63021]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b with Priority: HIGHEST for action security_group_members [ 1402.259619] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e032d4d-f501-423c-bec3-3dbfc53f286b taken with stack trace [, , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.259848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.259848] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.260052] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.260278] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.260388] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.260452] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.260627] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.260714] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.260808] env[63021]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e032d4d-f501-423c-bec3-3dbfc53f286b',) {} {{(pid=63021) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.762934] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.763146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.763146] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.763337] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.763428] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.763622] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.763721] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.763783] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.763934] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.764022] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.764104] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b is going to be updated. [ 1402.789938] env[63021]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63021) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.790102] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.790143] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.790313] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.790446] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.799589] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b in Status: IN_PROGRESS for 2s [ 1404.810047] env[63021]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b in Status: SUCCESS [ 1404.810401] env[63021]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e032d4d-f501-423c-bec3-3dbfc53f286b deletion is rescheduled due to dependency. [ 1404.810401] env[63021]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e032d4d-f501-423c-bec3-3dbfc53f286b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.260440] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.260713] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.261887] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.262281] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.263392] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.263809] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.264858] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.265221] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.266118] env[63021]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.266831] env[63021]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0